[ { "id": "model.language_model.embed_tokens.weight|2d-128|(54272, 768)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 54272, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(84096, 1920)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 84096, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(84992, 1280)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 84992, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(196864, 1536)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 196864, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(44416, 0)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 44416, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(101760, 0)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 101760, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(6528, 1152)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 6528, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(143488, 0)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 143488, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(149632, 1920)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 149632, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(219520, 1536)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 219520, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(127616, 1152)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 127616, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(33792, 1024)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 33792, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(175488, 0)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 175488, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(246016, 512)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 246016, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(78720, 1536)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 78720, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(161536, 1280)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 161536, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(205056, 1920)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 205056, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(78080, 128)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 78080, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(73856, 640)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 73856, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(142720, 640)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 142720, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(145024, 128)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 145024, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(43008, 1408)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 43008, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(190720, 896)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 190720, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(117888, 1408)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 117888, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(72704, 1536)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 72704, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(107008, 1792)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 107008, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(245888, 1408)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 245888, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(109568, 128)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 109568, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(83456, 1152)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 83456, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(226048, 1664)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 226048, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(19968, 128)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 19968, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(22400, 896)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 22400, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(146944, 256)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 146944, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(39296, 768)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 39296, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(34688, 384)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 34688, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(141952, 128)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 141952, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(246656, 1408)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 246656, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(215936, 1920)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 215936, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(71680, 384)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 71680, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(149248, 0)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 149248, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(202752, 1280)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 202752, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(64384, 1408)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 64384, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(101248, 1664)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 101248, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(129024, 1408)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 129024, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(86528, 1152)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 86528, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(247552, 1408)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 247552, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(38784, 1408)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 38784, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(126464, 512)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 126464, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(107776, 1152)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 107776, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(53888, 1152)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 53888, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(114816, 1920)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 114816, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(220416, 1920)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 220416, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(125184, 1920)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 125184, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(218240, 1408)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 218240, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(71680, 256)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 71680, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(244096, 640)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 244096, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(236416, 0)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 236416, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(43008, 128)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 43008, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(227328, 1664)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 227328, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(81536, 896)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 81536, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(101632, 512)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 101632, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(140160, 384)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 140160, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(72832, 256)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 72832, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(65920, 896)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 65920, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(213888, 896)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 213888, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(191360, 256)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 191360, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(73728, 1280)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 73728, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(18048, 1024)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 18048, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(73088, 1152)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 73088, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(8064, 1280)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 8064, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(180608, 640)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 180608, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(22656, 640)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 22656, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(81664, 0)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 81664, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(512, 1152)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(99456, 1536)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 99456, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(189696, 1664)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 189696, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(186112, 1664)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 186112, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(62464, 1792)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 62464, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(20480, 1152)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 20480, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(219520, 640)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 219520, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(198272, 1920)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 198272, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(4352, 512)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4352, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(75008, 1792)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 75008, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(11520, 128)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 11520, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(130176, 896)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 130176, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(241536, 128)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 241536, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(183040, 1152)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 183040, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(43136, 1664)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 43136, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(172928, 384)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 172928, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(34816, 768)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 34816, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(128000, 768)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128000, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(247168, 128)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 247168, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(203776, 512)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 203776, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(108800, 1792)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 108800, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(142336, 384)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 142336, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(204416, 640)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 204416, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(216576, 128)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 216576, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(15232, 0)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 15232, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(34688, 512)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 34688, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(59264, 384)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 59264, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(115200, 1792)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 115200, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(105216, 1280)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 105216, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(183040, 0)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 183040, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(131200, 128)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 131200, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(768, 1024)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(44416, 384)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 44416, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(10752, 640)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 10752, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(115072, 1408)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 115072, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(196224, 128)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 196224, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(141440, 1536)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 141440, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(23040, 1152)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 23040, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(77568, 128)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 77568, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(72576, 1408)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 72576, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(204544, 512)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 204544, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(176768, 1408)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 176768, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(19584, 1536)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 19584, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(230016, 1536)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 230016, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(115456, 1408)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 115456, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(126592, 1920)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 126592, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(122880, 1920)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 122880, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(32128, 1024)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 32128, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(111232, 1536)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 111232, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(109824, 1280)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 109824, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(128768, 1024)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128768, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(180224, 512)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 180224, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(192384, 768)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 192384, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(102784, 1920)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 102784, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(185728, 1280)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 185728, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(95744, 1280)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 95744, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(113024, 768)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 113024, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(215296, 384)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 215296, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(169472, 640)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 169472, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(222080, 896)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 222080, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(27904, 0)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 27904, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(97664, 1024)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 97664, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(183040, 1792)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 183040, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(194176, 1280)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 194176, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(181376, 0)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 181376, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(172672, 1408)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 172672, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(120576, 1280)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 120576, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(104960, 1920)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 104960, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(9344, 256)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 9344, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(173696, 1920)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 173696, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(24704, 0)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 24704, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(214272, 128)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 214272, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(29696, 1920)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 29696, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(235648, 1664)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 235648, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(92288, 1920)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 92288, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(11648, 384)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 11648, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(143744, 1920)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 143744, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(194560, 384)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 194560, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(116224, 1536)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 116224, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(135552, 1024)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 135552, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(114560, 896)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 114560, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(9216, 0)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 9216, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(241920, 1152)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 241920, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(211584, 1664)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 211584, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(10368, 1280)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 10368, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(194688, 384)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 194688, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(30080, 1536)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 30080, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(57344, 640)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 57344, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(133248, 384)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 133248, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(221952, 1280)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 221952, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(107776, 1024)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 107776, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(34432, 896)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 34432, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(224896, 1792)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 224896, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(6912, 896)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 6912, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(232576, 768)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 232576, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(23168, 768)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 23168, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(191232, 1664)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 191232, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(2304, 1152)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2304, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(145792, 1536)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 145792, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(151168, 0)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 151168, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(131072, 1152)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 131072, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(46208, 1024)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 46208, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(150016, 640)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 150016, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(63488, 1280)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 63488, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(188160, 128)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 188160, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(239488, 512)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 239488, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(178560, 1280)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 178560, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(83200, 384)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 83200, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(103296, 1408)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 103296, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(26624, 1920)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 26624, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(5120, 256)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5120, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(107776, 1280)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 107776, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(122880, 768)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 122880, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(140672, 1536)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 140672, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(80256, 512)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 80256, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(122112, 768)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 122112, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(25344, 1792)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 25344, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(163712, 1920)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 163712, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(158208, 1920)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 158208, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(195840, 896)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 195840, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(100992, 896)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 100992, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(79360, 768)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 79360, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(142080, 1152)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 142080, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(94848, 1536)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 94848, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(59520, 1152)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 59520, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(174208, 1408)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 174208, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(176128, 1664)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 176128, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(75904, 128)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 75904, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(166912, 640)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 166912, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(241152, 1792)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 241152, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(40576, 1664)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 40576, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(172288, 1280)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 172288, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(128512, 768)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128512, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(197888, 896)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 197888, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(113536, 1280)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 113536, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(153344, 1792)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 153344, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(186240, 1152)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 186240, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(195712, 1408)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 195712, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(129664, 0)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 129664, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(226176, 768)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 226176, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(206208, 1920)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 206208, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(139648, 512)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 139648, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(57984, 1920)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 57984, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(75648, 1536)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 75648, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(209536, 1280)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 209536, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(6400, 512)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 6400, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(65408, 1280)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 65408, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(176256, 1152)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 176256, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(136576, 1664)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 136576, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(137216, 1408)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 137216, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(148736, 512)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 148736, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(70144, 384)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 70144, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(165248, 896)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 165248, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(147584, 896)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 147584, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(208000, 1920)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 208000, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(201728, 0)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 201728, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(51456, 512)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 51456, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(242048, 1664)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 242048, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(58880, 1152)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 58880, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(236288, 1280)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 236288, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(110848, 1920)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 110848, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(164992, 896)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 164992, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(147456, 768)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 147456, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(100864, 256)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 100864, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(175744, 512)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 175744, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(157056, 512)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 157056, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(151808, 128)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 151808, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(169984, 128)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 169984, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(82944, 640)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 82944, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(5888, 768)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5888, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(63232, 1024)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 63232, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(105984, 1792)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 105984, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(73728, 1408)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 73728, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(238592, 768)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 238592, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(148992, 1664)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 148992, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(17920, 384)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 17920, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(217472, 1280)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 217472, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(37120, 0)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 37120, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(23296, 1792)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 23296, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(114560, 128)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 114560, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(17152, 896)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 17152, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(190080, 1408)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 190080, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-128|(101504, 1536)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 101504, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(92992, 512)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 92992, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(119040, 1984)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 119040, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(223808, 1216)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 223808, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(32768, 640)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 32768, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(189760, 1728)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 189760, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(42688, 1408)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 42688, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(62976, 1920)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 62976, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(29568, 256)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 29568, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(156224, 1216)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 156224, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(225088, 1280)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 225088, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(53632, 320)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 53632, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(12928, 448)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 12928, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(177984, 128)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 177984, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(119488, 512)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 119488, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(40832, 512)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 40832, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(110720, 1984)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 110720, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(158592, 1408)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 158592, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(15872, 1472)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 15872, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(40704, 64)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 40704, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(26880, 896)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 26880, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(213248, 576)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 213248, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(179392, 768)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 179392, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(215360, 512)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 215360, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(19968, 1920)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 19968, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(17408, 1792)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 17408, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(217920, 1856)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 217920, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(163712, 896)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 163712, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(178304, 960)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 178304, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(82240, 512)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 82240, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(114176, 256)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 114176, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(4864, 128)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4864, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(34112, 1472)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 34112, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(61568, 640)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 61568, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(92032, 1664)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 92032, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(18240, 1024)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 18240, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(13824, 768)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 13824, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(78976, 1024)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 78976, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(163904, 0)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 163904, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(192960, 1216)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192960, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(66176, 1792)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 66176, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(102080, 192)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 102080, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(29312, 1856)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 29312, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(174656, 384)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 174656, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(201408, 960)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 201408, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(86720, 0)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 86720, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(156544, 768)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 156544, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(199680, 1344)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 199680, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(213824, 1344)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 213824, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(105216, 0)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 105216, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(203008, 0)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 203008, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(182784, 768)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 182784, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(236096, 448)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 236096, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(86528, 0)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 86528, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(178624, 1280)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 178624, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(60800, 256)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 60800, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(14784, 0)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 14784, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(118592, 1664)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 118592, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(227712, 704)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 227712, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(139456, 384)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 139456, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(189248, 576)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 189248, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(226304, 1280)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 226304, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(158848, 832)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 158848, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(168128, 1024)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 168128, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(48704, 1472)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 48704, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(140032, 64)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 140032, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(212736, 1600)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 212736, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(144512, 1088)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 144512, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(11840, 960)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 11840, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(124672, 1728)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 124672, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(73600, 1792)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 73600, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(225024, 384)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 225024, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(224896, 320)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 224896, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(129216, 0)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 129216, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(180416, 1984)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 180416, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(157376, 1408)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 157376, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(93760, 1088)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 93760, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(146240, 1344)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 146240, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(15680, 384)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 15680, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(226624, 1472)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 226624, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(165056, 832)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 165056, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(143232, 192)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 143232, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(25024, 704)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 25024, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(130176, 1472)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 130176, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(71616, 1600)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 71616, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(189824, 320)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 189824, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(108352, 64)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 108352, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(217088, 1920)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 217088, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(160576, 1984)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 160576, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(106944, 768)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 106944, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(14848, 256)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 14848, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(85696, 64)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 85696, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(107456, 1536)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 107456, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(154944, 1920)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 154944, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(228160, 384)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 228160, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(92352, 1728)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 92352, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(148160, 64)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 148160, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(219392, 640)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 219392, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(193728, 256)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 193728, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(159168, 576)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 159168, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(145856, 1856)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 145856, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(194368, 1408)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 194368, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(184448, 1600)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 184448, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(161792, 640)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 161792, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(105984, 960)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 105984, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(185216, 1280)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 185216, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(128896, 512)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128896, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(160256, 64)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 160256, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(213312, 1472)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 213312, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(157504, 1536)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 157504, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(80704, 1856)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 80704, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(209600, 0)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 209600, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(212800, 1216)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 212800, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(153600, 1984)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 153600, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(22528, 1024)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 22528, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(153600, 1152)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 153600, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(179456, 256)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 179456, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(12096, 1920)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 12096, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(213312, 256)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 213312, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(238720, 896)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 238720, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(92224, 128)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 92224, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(6464, 1856)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 6464, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(194368, 896)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 194368, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(87104, 448)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 87104, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(49792, 1664)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 49792, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(153408, 1728)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 153408, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(232960, 1152)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 232960, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(24640, 1600)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 24640, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(166336, 704)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 166336, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(185728, 960)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 185728, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(41152, 1920)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 41152, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(224640, 128)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 224640, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(148928, 704)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 148928, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(163200, 1664)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 163200, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(177856, 1152)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 177856, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(205312, 128)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 205312, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(201536, 1152)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 201536, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(576, 832)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(221120, 192)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 221120, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(172480, 832)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 172480, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(234368, 1728)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 234368, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(197696, 1792)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 197696, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(221504, 768)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 221504, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(17216, 1600)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 17216, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(4672, 576)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4672, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(124736, 1216)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 124736, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(113216, 1728)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 113216, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(114304, 1408)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 114304, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(107072, 1472)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 107072, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(140736, 1024)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 140736, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(177600, 256)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 177600, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(173440, 0)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 173440, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(182912, 1664)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 182912, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(207616, 64)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 207616, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(205696, 1728)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 205696, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(212224, 0)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 212224, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(44416, 960)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 44416, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(29824, 64)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 29824, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(58560, 1280)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 58560, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(67328, 512)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 67328, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(145024, 1984)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 145024, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(31488, 1024)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 31488, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(21440, 1856)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 21440, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(132288, 1472)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 132288, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(92544, 1728)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 92544, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(107904, 1216)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 107904, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(144064, 1536)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 144064, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(161600, 1664)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 161600, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(239488, 832)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 239488, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(121664, 704)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 121664, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(224768, 1728)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 224768, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(100928, 1280)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 100928, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(154688, 1856)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 154688, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(242176, 1728)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 242176, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(71424, 320)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 71424, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(164096, 1344)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 164096, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(151808, 832)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 151808, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(213312, 1792)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 213312, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(41920, 1024)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 41920, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(24896, 1728)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 24896, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(63360, 1152)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 63360, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(123200, 64)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 123200, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(158208, 1728)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 158208, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(9728, 384)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 9728, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(217984, 1280)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 217984, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(25792, 256)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 25792, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(140416, 768)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 140416, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(20032, 1792)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 20032, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(199872, 448)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 199872, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(207680, 1152)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 207680, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(96000, 1344)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 96000, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(113088, 1472)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 113088, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(99456, 704)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 99456, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(217280, 896)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 217280, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(183872, 1920)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 183872, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(233472, 640)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 233472, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(233600, 512)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 233600, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(37440, 1472)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 37440, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(217024, 1088)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 217024, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(224256, 1984)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 224256, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(246912, 1152)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 246912, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(154048, 1024)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 154048, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(144064, 320)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 144064, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(219072, 192)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 219072, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(169728, 448)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 169728, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(137920, 256)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 137920, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(17216, 1792)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 17216, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(224448, 1920)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 224448, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(181504, 1280)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 181504, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(48256, 64)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 48256, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(139392, 1600)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 139392, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(12992, 1536)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 12992, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(141056, 64)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 141056, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(51584, 448)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 51584, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(48576, 1792)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 48576, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(223040, 512)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 223040, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(176704, 1024)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 176704, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(144128, 1728)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 144128, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(147648, 1728)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 147648, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(50816, 1472)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 50816, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(141312, 1344)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 141312, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(171328, 1600)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 171328, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(53440, 192)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 53440, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(216448, 1152)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 216448, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(53568, 256)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 53568, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(2432, 320)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2432, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(205696, 768)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 205696, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(134720, 1536)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 134720, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(109696, 320)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 109696, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(170560, 1856)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 170560, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(91712, 192)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 91712, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(199296, 768)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 199296, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(209920, 1088)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 209920, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(114112, 768)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 114112, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(91008, 1472)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 91008, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(140928, 1600)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 140928, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(100032, 768)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 100032, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(195520, 320)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 195520, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(52288, 128)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 52288, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(48000, 1984)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 48000, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(122112, 448)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 122112, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(248192, 832)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 248192, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(43008, 1664)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 43008, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(107712, 1344)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 107712, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(142720, 64)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 142720, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(167040, 1024)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 167040, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(220160, 448)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 220160, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(25984, 448)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 25984, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(14144, 1984)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 14144, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(118528, 128)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 118528, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(103360, 768)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 103360, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(139392, 448)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 139392, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(184256, 512)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 184256, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(204608, 832)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 204608, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(126656, 1088)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 126656, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(91008, 1344)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 91008, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.embed_tokens.weight|2d-64|(184320, 832)", "tensor": "model.language_model.embed_tokens.weight", "role": "model.language_model.embed_tokens.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 184320, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.5.linear_attn.conv1d.weight|3d-axis0-slice|(605, 0, 0)", "tensor": "model.language_model.layers.5.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 605, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.1.linear_attn.conv1d.weight|3d-axis0-slice|(1057, 0, 0)", "tensor": "model.language_model.layers.1.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 1057, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.5.linear_attn.conv1d.weight|3d-axis0-slice|(1557, 0, 0)", "tensor": "model.language_model.layers.5.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 1557, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.14.linear_attn.conv1d.weight|3d-axis0-slice|(4243, 0, 0)", "tensor": "model.language_model.layers.14.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 4243, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.1.linear_attn.conv1d.weight|3d-axis0-slice|(4657, 0, 0)", "tensor": "model.language_model.layers.1.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 4657, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.10.linear_attn.conv1d.weight|3d-axis0-slice|(4516, 0, 0)", "tensor": "model.language_model.layers.10.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 4516, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.21.linear_attn.conv1d.weight|3d-axis0-slice|(27, 0, 0)", "tensor": "model.language_model.layers.21.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 27, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.0.linear_attn.conv1d.weight|3d-axis0-slice|(4924, 0, 0)", "tensor": "model.language_model.layers.0.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 4924, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.9.linear_attn.conv1d.weight|3d-axis0-slice|(1627, 0, 0)", "tensor": "model.language_model.layers.9.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 1627, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.22.linear_attn.conv1d.weight|3d-axis0-slice|(74, 0, 0)", "tensor": "model.language_model.layers.22.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 74, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.10.linear_attn.conv1d.weight|3d-axis0-slice|(1303, 0, 0)", "tensor": "model.language_model.layers.10.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 1303, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.10.linear_attn.conv1d.weight|3d-axis0-slice|(5258, 0, 0)", "tensor": "model.language_model.layers.10.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 5258, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.16.linear_attn.conv1d.weight|3d-axis0-slice|(884, 0, 0)", "tensor": "model.language_model.layers.16.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 884, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.8.linear_attn.conv1d.weight|3d-axis0-slice|(3370, 0, 0)", "tensor": "model.language_model.layers.8.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 3370, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.12.linear_attn.conv1d.weight|3d-axis0-slice|(4200, 0, 0)", "tensor": "model.language_model.layers.12.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 4200, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.2.linear_attn.conv1d.weight|3d-axis0-slice|(1242, 0, 0)", "tensor": "model.language_model.layers.2.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 1242, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.9.linear_attn.conv1d.weight|3d-axis0-slice|(1310, 0, 0)", "tensor": "model.language_model.layers.9.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 1310, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.20.linear_attn.conv1d.weight|3d-axis0-slice|(5929, 0, 0)", "tensor": "model.language_model.layers.20.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 5929, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.0.linear_attn.conv1d.weight|3d-axis0-slice|(4321, 0, 0)", "tensor": "model.language_model.layers.0.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 4321, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.4.linear_attn.conv1d.weight|3d-axis0-slice|(152, 0, 0)", "tensor": "model.language_model.layers.4.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 152, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.14.linear_attn.conv1d.weight|3d-axis0-slice|(603, 0, 0)", "tensor": "model.language_model.layers.14.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 603, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.12.linear_attn.conv1d.weight|3d-axis0-slice|(3855, 0, 0)", "tensor": "model.language_model.layers.12.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 3855, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.12.linear_attn.conv1d.weight|3d-axis0-slice|(4734, 0, 0)", "tensor": "model.language_model.layers.12.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 4734, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.2.linear_attn.conv1d.weight|3d-axis0-slice|(5377, 0, 0)", "tensor": "model.language_model.layers.2.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 5377, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.21.linear_attn.conv1d.weight|3d-axis0-slice|(5214, 0, 0)", "tensor": "model.language_model.layers.21.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 5214, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.22.linear_attn.conv1d.weight|3d-axis0-slice|(1424, 0, 0)", "tensor": "model.language_model.layers.22.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 1424, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.13.linear_attn.conv1d.weight|3d-axis0-slice|(1231, 0, 0)", "tensor": "model.language_model.layers.13.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 1231, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.8.linear_attn.conv1d.weight|3d-axis0-slice|(2244, 0, 0)", "tensor": "model.language_model.layers.8.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 2244, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.21.linear_attn.conv1d.weight|3d-axis0-slice|(4607, 0, 0)", "tensor": "model.language_model.layers.21.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 4607, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.1.linear_attn.conv1d.weight|3d-axis0-slice|(581, 0, 0)", "tensor": "model.language_model.layers.1.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 581, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.1.linear_attn.conv1d.weight|3d-axis0-slice|(1396, 0, 0)", "tensor": "model.language_model.layers.1.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 1396, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.16.linear_attn.conv1d.weight|3d-axis0-slice|(2603, 0, 0)", "tensor": "model.language_model.layers.16.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 2603, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.10.linear_attn.conv1d.weight|3d-axis0-slice|(6134, 0, 0)", "tensor": "model.language_model.layers.10.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 6134, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.8.linear_attn.conv1d.weight|3d-axis0-slice|(1998, 0, 0)", "tensor": "model.language_model.layers.8.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 1998, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.20.linear_attn.conv1d.weight|3d-axis0-slice|(5946, 0, 0)", "tensor": "model.language_model.layers.20.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 5946, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.2.linear_attn.conv1d.weight|3d-axis0-slice|(2213, 0, 0)", "tensor": "model.language_model.layers.2.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 2213, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.21.linear_attn.conv1d.weight|3d-axis0-slice|(1810, 0, 0)", "tensor": "model.language_model.layers.21.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 1810, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.2.linear_attn.conv1d.weight|3d-axis0-slice|(3354, 0, 0)", "tensor": "model.language_model.layers.2.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 3354, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.0.linear_attn.conv1d.weight|3d-axis0-slice|(5239, 0, 0)", "tensor": "model.language_model.layers.0.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 5239, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.0.linear_attn.conv1d.weight|3d-axis0-slice|(2511, 0, 0)", "tensor": "model.language_model.layers.0.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 2511, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.0.linear_attn.conv1d.weight|3d-axis0-slice|(6065, 0, 0)", "tensor": "model.language_model.layers.0.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 6065, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.22.linear_attn.conv1d.weight|3d-axis0-slice|(5359, 0, 0)", "tensor": "model.language_model.layers.22.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 5359, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.0.linear_attn.conv1d.weight|3d-axis0-slice|(4949, 0, 0)", "tensor": "model.language_model.layers.0.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 4949, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.18.linear_attn.conv1d.weight|3d-axis0-slice|(2868, 0, 0)", "tensor": "model.language_model.layers.18.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 2868, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.17.linear_attn.conv1d.weight|3d-axis0-slice|(1041, 0, 0)", "tensor": "model.language_model.layers.17.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 1041, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.17.linear_attn.conv1d.weight|3d-axis0-slice|(506, 0, 0)", "tensor": "model.language_model.layers.17.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 506, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.13.linear_attn.conv1d.weight|3d-axis0-slice|(647, 0, 0)", "tensor": "model.language_model.layers.13.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 647, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.1.linear_attn.conv1d.weight|3d-axis0-slice|(5342, 0, 0)", "tensor": "model.language_model.layers.1.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 5342, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.16.linear_attn.conv1d.weight|3d-axis0-slice|(4104, 0, 0)", "tensor": "model.language_model.layers.16.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 4104, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.21.linear_attn.conv1d.weight|3d-axis0-slice|(2316, 0, 0)", "tensor": "model.language_model.layers.21.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 2316, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.22.linear_attn.conv1d.weight|3d-axis0-slice|(3323, 0, 0)", "tensor": "model.language_model.layers.22.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 3323, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.6.linear_attn.conv1d.weight|3d-axis0-slice|(3830, 0, 0)", "tensor": "model.language_model.layers.6.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 3830, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.20.linear_attn.conv1d.weight|3d-axis0-slice|(1835, 0, 0)", "tensor": "model.language_model.layers.20.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 1835, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.22.linear_attn.conv1d.weight|3d-axis0-slice|(4907, 0, 0)", "tensor": "model.language_model.layers.22.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 4907, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.9.linear_attn.conv1d.weight|3d-axis0-slice|(443, 0, 0)", "tensor": "model.language_model.layers.9.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 443, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.2.linear_attn.conv1d.weight|3d-axis0-slice|(5831, 0, 0)", "tensor": "model.language_model.layers.2.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 5831, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.17.linear_attn.conv1d.weight|3d-axis0-slice|(1866, 0, 0)", "tensor": "model.language_model.layers.17.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 1866, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.22.linear_attn.conv1d.weight|3d-axis0-slice|(3044, 0, 0)", "tensor": "model.language_model.layers.22.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 3044, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.18.linear_attn.conv1d.weight|3d-axis0-slice|(771, 0, 0)", "tensor": "model.language_model.layers.18.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 771, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.16.linear_attn.conv1d.weight|3d-axis0-slice|(5167, 0, 0)", "tensor": "model.language_model.layers.16.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 5167, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.16.linear_attn.conv1d.weight|3d-axis0-slice|(952, 0, 0)", "tensor": "model.language_model.layers.16.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 952, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.8.linear_attn.conv1d.weight|3d-axis0-slice|(2226, 0, 0)", "tensor": "model.language_model.layers.8.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 2226, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.14.linear_attn.conv1d.weight|3d-axis0-slice|(5156, 0, 0)", "tensor": "model.language_model.layers.14.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 5156, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.10.linear_attn.conv1d.weight|3d-axis0-slice|(1027, 0, 0)", "tensor": "model.language_model.layers.10.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 1027, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.18.linear_attn.conv1d.weight|3d-axis0-slice|(3167, 0, 0)", "tensor": "model.language_model.layers.18.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 3167, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.0.linear_attn.conv1d.weight|3d-axis0-slice|(5768, 0, 0)", "tensor": "model.language_model.layers.0.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 5768, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.5.linear_attn.conv1d.weight|3d-axis0-slice|(1819, 0, 0)", "tensor": "model.language_model.layers.5.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 1819, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.1.linear_attn.conv1d.weight|3d-axis0-slice|(5723, 0, 0)", "tensor": "model.language_model.layers.1.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 5723, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.12.linear_attn.conv1d.weight|3d-axis0-slice|(3779, 0, 0)", "tensor": "model.language_model.layers.12.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 3779, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.18.linear_attn.conv1d.weight|3d-axis0-slice|(3888, 0, 0)", "tensor": "model.language_model.layers.18.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 3888, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.21.linear_attn.conv1d.weight|3d-axis0-slice|(4552, 0, 0)", "tensor": "model.language_model.layers.21.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 4552, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.4.linear_attn.conv1d.weight|3d-axis0-slice|(5700, 0, 0)", "tensor": "model.language_model.layers.4.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 5700, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.10.linear_attn.conv1d.weight|3d-axis0-slice|(3261, 0, 0)", "tensor": "model.language_model.layers.10.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 3261, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.8.linear_attn.conv1d.weight|3d-axis0-slice|(835, 0, 0)", "tensor": "model.language_model.layers.8.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 835, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.13.linear_attn.conv1d.weight|3d-axis0-slice|(1738, 0, 0)", "tensor": "model.language_model.layers.13.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 1738, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.20.linear_attn.conv1d.weight|3d-axis0-slice|(5830, 0, 0)", "tensor": "model.language_model.layers.20.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 5830, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.14.linear_attn.conv1d.weight|3d-axis0-slice|(2244, 0, 0)", "tensor": "model.language_model.layers.14.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 2244, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.1.linear_attn.conv1d.weight|3d-axis0-slice|(1129, 0, 0)", "tensor": "model.language_model.layers.1.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 1129, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.21.linear_attn.conv1d.weight|3d-axis0-slice|(3933, 0, 0)", "tensor": "model.language_model.layers.21.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 3933, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.12.linear_attn.conv1d.weight|3d-axis0-slice|(4357, 0, 0)", "tensor": "model.language_model.layers.12.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 4357, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.13.linear_attn.conv1d.weight|3d-axis0-slice|(1387, 0, 0)", "tensor": "model.language_model.layers.13.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 1387, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.10.linear_attn.conv1d.weight|3d-axis0-slice|(1001, 0, 0)", "tensor": "model.language_model.layers.10.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 1001, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.22.linear_attn.conv1d.weight|3d-axis0-slice|(66, 0, 0)", "tensor": "model.language_model.layers.22.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 66, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.16.linear_attn.conv1d.weight|3d-axis0-slice|(1602, 0, 0)", "tensor": "model.language_model.layers.16.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 1602, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.20.linear_attn.conv1d.weight|3d-axis0-slice|(5656, 0, 0)", "tensor": "model.language_model.layers.20.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 5656, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.22.linear_attn.conv1d.weight|3d-axis0-slice|(1177, 0, 0)", "tensor": "model.language_model.layers.22.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 1177, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.0.linear_attn.conv1d.weight|3d-axis0-slice|(4973, 0, 0)", "tensor": "model.language_model.layers.0.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 4973, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.21.linear_attn.conv1d.weight|3d-axis0-slice|(649, 0, 0)", "tensor": "model.language_model.layers.21.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 649, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.5.linear_attn.conv1d.weight|3d-axis0-slice|(1890, 0, 0)", "tensor": "model.language_model.layers.5.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 1890, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.5.linear_attn.conv1d.weight|3d-axis0-slice|(4869, 0, 0)", "tensor": "model.language_model.layers.5.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 4869, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.20.linear_attn.conv1d.weight|3d-axis0-slice|(2350, 0, 0)", "tensor": "model.language_model.layers.20.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 2350, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.2.linear_attn.conv1d.weight|3d-axis0-slice|(6075, 0, 0)", "tensor": "model.language_model.layers.2.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 6075, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.18.linear_attn.conv1d.weight|3d-axis0-slice|(5913, 0, 0)", "tensor": "model.language_model.layers.18.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 5913, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.22.linear_attn.conv1d.weight|3d-axis0-slice|(3031, 0, 0)", "tensor": "model.language_model.layers.22.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 3031, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.9.linear_attn.conv1d.weight|3d-axis0-slice|(1467, 0, 0)", "tensor": "model.language_model.layers.9.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 1467, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.12.linear_attn.conv1d.weight|3d-axis0-slice|(4808, 0, 0)", "tensor": "model.language_model.layers.12.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 4808, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.13.linear_attn.conv1d.weight|3d-axis0-slice|(3380, 0, 0)", "tensor": "model.language_model.layers.13.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 3380, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.2.linear_attn.conv1d.weight|3d-axis0-slice|(788, 0, 0)", "tensor": "model.language_model.layers.2.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 788, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.22.linear_attn.conv1d.weight|3d-axis0-slice|(5422, 0, 0)", "tensor": "model.language_model.layers.22.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 5422, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.6.linear_attn.conv1d.weight|3d-axis0-slice|(4171, 0, 0)", "tensor": "model.language_model.layers.6.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 4171, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.5.linear_attn.conv1d.weight|3d-axis0-slice|(2286, 0, 0)", "tensor": "model.language_model.layers.5.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 2286, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.1.linear_attn.conv1d.weight|3d-axis0-slice|(5457, 0, 0)", "tensor": "model.language_model.layers.1.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 5457, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.1.linear_attn.conv1d.weight|3d-axis0-slice|(1586, 0, 0)", "tensor": "model.language_model.layers.1.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 1586, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.5.linear_attn.conv1d.weight|3d-axis0-slice|(2563, 0, 0)", "tensor": "model.language_model.layers.5.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 2563, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.6.linear_attn.conv1d.weight|3d-axis0-slice|(3250, 0, 0)", "tensor": "model.language_model.layers.6.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 3250, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.22.linear_attn.conv1d.weight|3d-axis0-slice|(3361, 0, 0)", "tensor": "model.language_model.layers.22.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 3361, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.6.linear_attn.conv1d.weight|3d-axis0-slice|(2136, 0, 0)", "tensor": "model.language_model.layers.6.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 2136, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.17.linear_attn.conv1d.weight|3d-axis0-slice|(450, 0, 0)", "tensor": "model.language_model.layers.17.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 450, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.5.linear_attn.conv1d.weight|3d-axis0-slice|(200, 0, 0)", "tensor": "model.language_model.layers.5.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 200, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.8.linear_attn.conv1d.weight|3d-axis0-slice|(4594, 0, 0)", "tensor": "model.language_model.layers.8.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 4594, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.13.linear_attn.conv1d.weight|3d-axis0-slice|(244, 0, 0)", "tensor": "model.language_model.layers.13.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 244, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.0.linear_attn.conv1d.weight|3d-axis0-slice|(721, 0, 0)", "tensor": "model.language_model.layers.0.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 721, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.18.linear_attn.conv1d.weight|3d-axis0-slice|(5371, 0, 0)", "tensor": "model.language_model.layers.18.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 5371, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.14.linear_attn.conv1d.weight|3d-axis0-slice|(2136, 0, 0)", "tensor": "model.language_model.layers.14.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 2136, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.6.linear_attn.conv1d.weight|3d-axis0-slice|(4030, 0, 0)", "tensor": "model.language_model.layers.6.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 4030, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.17.linear_attn.conv1d.weight|3d-axis0-slice|(1460, 0, 0)", "tensor": "model.language_model.layers.17.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 1460, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.14.linear_attn.conv1d.weight|3d-axis0-slice|(1838, 0, 0)", "tensor": "model.language_model.layers.14.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 1838, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.0.linear_attn.conv1d.weight|3d-axis0-slice|(5935, 0, 0)", "tensor": "model.language_model.layers.0.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 5935, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.4.linear_attn.conv1d.weight|3d-axis0-slice|(1639, 0, 0)", "tensor": "model.language_model.layers.4.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 1639, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.20.linear_attn.conv1d.weight|3d-axis0-slice|(2495, 0, 0)", "tensor": "model.language_model.layers.20.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 2495, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.22.linear_attn.conv1d.weight|3d-axis0-slice|(3565, 0, 0)", "tensor": "model.language_model.layers.22.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 3565, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.16.linear_attn.conv1d.weight|3d-axis0-slice|(5009, 0, 0)", "tensor": "model.language_model.layers.16.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 5009, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.22.linear_attn.conv1d.weight|3d-axis0-slice|(5305, 0, 0)", "tensor": "model.language_model.layers.22.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 5305, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.8.linear_attn.conv1d.weight|3d-axis0-slice|(3950, 0, 0)", "tensor": "model.language_model.layers.8.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 3950, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.4.linear_attn.conv1d.weight|3d-axis0-slice|(6120, 0, 0)", "tensor": "model.language_model.layers.4.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 6120, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.22.linear_attn.conv1d.weight|3d-axis0-slice|(5421, 0, 0)", "tensor": "model.language_model.layers.22.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 5421, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.4.linear_attn.conv1d.weight|3d-axis0-slice|(6054, 0, 0)", "tensor": "model.language_model.layers.4.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 6054, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.2.linear_attn.conv1d.weight|3d-axis0-slice|(59, 0, 0)", "tensor": "model.language_model.layers.2.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 59, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.4.linear_attn.conv1d.weight|3d-axis0-slice|(5718, 0, 0)", "tensor": "model.language_model.layers.4.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 5718, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.10.linear_attn.conv1d.weight|3d-axis0-slice|(918, 0, 0)", "tensor": "model.language_model.layers.10.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 918, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.1.linear_attn.conv1d.weight|3d-axis0-slice|(4195, 0, 0)", "tensor": "model.language_model.layers.1.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 4195, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.21.linear_attn.conv1d.weight|3d-axis0-slice|(4589, 0, 0)", "tensor": "model.language_model.layers.21.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 4589, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.16.linear_attn.conv1d.weight|3d-axis0-slice|(3446, 0, 0)", "tensor": "model.language_model.layers.16.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 3446, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.12.linear_attn.conv1d.weight|3d-axis0-slice|(2433, 0, 0)", "tensor": "model.language_model.layers.12.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 2433, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.9.linear_attn.conv1d.weight|3d-axis0-slice|(5503, 0, 0)", "tensor": "model.language_model.layers.9.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 5503, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.12.linear_attn.conv1d.weight|3d-axis0-slice|(2704, 0, 0)", "tensor": "model.language_model.layers.12.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 2704, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.0.linear_attn.conv1d.weight|3d-axis0-slice|(3880, 0, 0)", "tensor": "model.language_model.layers.0.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 3880, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.0.linear_attn.conv1d.weight|3d-axis0-slice|(2491, 0, 0)", "tensor": "model.language_model.layers.0.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 2491, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.8.linear_attn.conv1d.weight|3d-axis0-slice|(5427, 0, 0)", "tensor": "model.language_model.layers.8.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 5427, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.2.linear_attn.conv1d.weight|3d-axis0-slice|(3784, 0, 0)", "tensor": "model.language_model.layers.2.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 3784, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.21.linear_attn.conv1d.weight|3d-axis0-slice|(5112, 0, 0)", "tensor": "model.language_model.layers.21.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 5112, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.13.linear_attn.conv1d.weight|3d-axis0-slice|(5980, 0, 0)", "tensor": "model.language_model.layers.13.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 5980, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.5.linear_attn.conv1d.weight|3d-axis0-slice|(1033, 0, 0)", "tensor": "model.language_model.layers.5.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 1033, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.16.linear_attn.conv1d.weight|3d-axis0-slice|(1101, 0, 0)", "tensor": "model.language_model.layers.16.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 1101, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.12.linear_attn.conv1d.weight|3d-axis0-slice|(4595, 0, 0)", "tensor": "model.language_model.layers.12.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 4595, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.17.linear_attn.conv1d.weight|3d-axis0-slice|(3784, 0, 0)", "tensor": "model.language_model.layers.17.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 3784, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.1.linear_attn.conv1d.weight|3d-axis0-slice|(1241, 0, 0)", "tensor": "model.language_model.layers.1.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 1241, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.18.linear_attn.conv1d.weight|3d-axis0-slice|(3023, 0, 0)", "tensor": "model.language_model.layers.18.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 3023, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.16.linear_attn.conv1d.weight|3d-axis0-slice|(3483, 0, 0)", "tensor": "model.language_model.layers.16.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 3483, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.2.linear_attn.conv1d.weight|3d-axis0-slice|(2232, 0, 0)", "tensor": "model.language_model.layers.2.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 2232, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.5.linear_attn.conv1d.weight|3d-axis0-slice|(3539, 0, 0)", "tensor": "model.language_model.layers.5.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 3539, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.2.linear_attn.conv1d.weight|3d-axis0-slice|(5803, 0, 0)", "tensor": "model.language_model.layers.2.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 5803, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.21.linear_attn.conv1d.weight|3d-axis0-slice|(844, 0, 0)", "tensor": "model.language_model.layers.21.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 844, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.10.linear_attn.conv1d.weight|3d-axis0-slice|(1157, 0, 0)", "tensor": "model.language_model.layers.10.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 1157, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.4.linear_attn.conv1d.weight|3d-axis0-slice|(3275, 0, 0)", "tensor": "model.language_model.layers.4.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 3275, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.5.linear_attn.conv1d.weight|3d-axis0-slice|(5597, 0, 0)", "tensor": "model.language_model.layers.5.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 5597, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.1.linear_attn.conv1d.weight|3d-axis0-slice|(3241, 0, 0)", "tensor": "model.language_model.layers.1.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 3241, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.17.linear_attn.conv1d.weight|3d-axis0-slice|(3355, 0, 0)", "tensor": "model.language_model.layers.17.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 3355, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.16.linear_attn.conv1d.weight|3d-axis0-slice|(2971, 0, 0)", "tensor": "model.language_model.layers.16.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 2971, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.4.linear_attn.conv1d.weight|3d-axis0-slice|(1252, 0, 0)", "tensor": "model.language_model.layers.4.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 1252, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.9.linear_attn.conv1d.weight|3d-axis0-slice|(426, 0, 0)", "tensor": "model.language_model.layers.9.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 426, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.4.linear_attn.conv1d.weight|3d-axis0-slice|(2039, 0, 0)", "tensor": "model.language_model.layers.4.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 2039, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.1.linear_attn.conv1d.weight|3d-axis0-slice|(3652, 0, 0)", "tensor": "model.language_model.layers.1.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 3652, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.0.linear_attn.conv1d.weight|3d-axis0-slice|(4384, 0, 0)", "tensor": "model.language_model.layers.0.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 4384, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.22.linear_attn.conv1d.weight|3d-axis0-slice|(994, 0, 0)", "tensor": "model.language_model.layers.22.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 994, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.16.linear_attn.conv1d.weight|3d-axis0-slice|(5654, 0, 0)", "tensor": "model.language_model.layers.16.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 5654, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.20.linear_attn.conv1d.weight|3d-axis0-slice|(5710, 0, 0)", "tensor": "model.language_model.layers.20.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 5710, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.21.linear_attn.conv1d.weight|3d-axis0-slice|(4006, 0, 0)", "tensor": "model.language_model.layers.21.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 4006, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.16.linear_attn.conv1d.weight|3d-axis0-slice|(1144, 0, 0)", "tensor": "model.language_model.layers.16.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 1144, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.10.linear_attn.conv1d.weight|3d-axis0-slice|(732, 0, 0)", "tensor": "model.language_model.layers.10.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 732, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.20.linear_attn.conv1d.weight|3d-axis0-slice|(5218, 0, 0)", "tensor": "model.language_model.layers.20.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 5218, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.5.linear_attn.conv1d.weight|3d-axis0-slice|(2152, 0, 0)", "tensor": "model.language_model.layers.5.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 2152, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.22.linear_attn.conv1d.weight|3d-axis0-slice|(4511, 0, 0)", "tensor": "model.language_model.layers.22.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 4511, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.16.linear_attn.conv1d.weight|3d-axis0-slice|(1065, 0, 0)", "tensor": "model.language_model.layers.16.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 1065, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.0.linear_attn.conv1d.weight|3d-axis0-slice|(1659, 0, 0)", "tensor": "model.language_model.layers.0.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 1659, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.16.linear_attn.conv1d.weight|3d-axis0-slice|(569, 0, 0)", "tensor": "model.language_model.layers.16.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 569, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.20.linear_attn.conv1d.weight|3d-axis0-slice|(1870, 0, 0)", "tensor": "model.language_model.layers.20.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 1870, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.21.linear_attn.conv1d.weight|3d-axis0-slice|(6010, 0, 0)", "tensor": "model.language_model.layers.21.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 6010, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.5.linear_attn.conv1d.weight|3d-axis0-slice|(3607, 0, 0)", "tensor": "model.language_model.layers.5.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 3607, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.12.linear_attn.conv1d.weight|3d-axis0-slice|(556, 0, 0)", "tensor": "model.language_model.layers.12.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 556, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.21.linear_attn.conv1d.weight|3d-axis0-slice|(1902, 0, 0)", "tensor": "model.language_model.layers.21.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 1902, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.21.linear_attn.conv1d.weight|3d-axis0-slice|(1911, 0, 0)", "tensor": "model.language_model.layers.21.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 1911, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.21.linear_attn.conv1d.weight|3d-axis0-slice|(1858, 0, 0)", "tensor": "model.language_model.layers.21.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 1858, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.2.linear_attn.conv1d.weight|3d-axis0-slice|(4710, 0, 0)", "tensor": "model.language_model.layers.2.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 4710, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.5.linear_attn.conv1d.weight|3d-axis0-slice|(5346, 0, 0)", "tensor": "model.language_model.layers.5.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 5346, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.6.linear_attn.conv1d.weight|3d-axis0-slice|(5935, 0, 0)", "tensor": "model.language_model.layers.6.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 5935, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.12.linear_attn.conv1d.weight|3d-axis0-slice|(2257, 0, 0)", "tensor": "model.language_model.layers.12.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 2257, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.12.linear_attn.conv1d.weight|3d-axis0-slice|(2979, 0, 0)", "tensor": "model.language_model.layers.12.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 2979, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.17.linear_attn.conv1d.weight|3d-axis0-slice|(1257, 0, 0)", "tensor": "model.language_model.layers.17.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 1257, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.4.linear_attn.conv1d.weight|3d-axis0-slice|(394, 0, 0)", "tensor": "model.language_model.layers.4.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 394, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.18.linear_attn.conv1d.weight|3d-axis0-slice|(2881, 0, 0)", "tensor": "model.language_model.layers.18.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 2881, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.13.linear_attn.conv1d.weight|3d-axis0-slice|(2573, 0, 0)", "tensor": "model.language_model.layers.13.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 2573, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.16.linear_attn.conv1d.weight|3d-axis0-slice|(4751, 0, 0)", "tensor": "model.language_model.layers.16.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 4751, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.17.linear_attn.conv1d.weight|3d-axis0-slice|(4002, 0, 0)", "tensor": "model.language_model.layers.17.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 4002, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.5.linear_attn.conv1d.weight|3d-axis0-slice|(1453, 0, 0)", "tensor": "model.language_model.layers.5.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 1453, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.4.linear_attn.conv1d.weight|3d-axis0-slice|(3581, 0, 0)", "tensor": "model.language_model.layers.4.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 3581, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.16.linear_attn.conv1d.weight|3d-axis0-slice|(4384, 0, 0)", "tensor": "model.language_model.layers.16.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 4384, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.20.linear_attn.conv1d.weight|3d-axis0-slice|(1462, 0, 0)", "tensor": "model.language_model.layers.20.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 1462, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.0.linear_attn.conv1d.weight|3d-axis0-slice|(198, 0, 0)", "tensor": "model.language_model.layers.0.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 198, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.8.linear_attn.conv1d.weight|3d-axis0-slice|(3174, 0, 0)", "tensor": "model.language_model.layers.8.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 3174, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.22.linear_attn.conv1d.weight|3d-axis0-slice|(710, 0, 0)", "tensor": "model.language_model.layers.22.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 710, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.12.linear_attn.conv1d.weight|3d-axis0-slice|(875, 0, 0)", "tensor": "model.language_model.layers.12.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 875, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.12.linear_attn.conv1d.weight|3d-axis0-slice|(1070, 0, 0)", "tensor": "model.language_model.layers.12.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 1070, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.9.linear_attn.conv1d.weight|3d-axis0-slice|(1265, 0, 0)", "tensor": "model.language_model.layers.9.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 1265, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.0.linear_attn.conv1d.weight|3d-axis0-slice|(3100, 0, 0)", "tensor": "model.language_model.layers.0.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 3100, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.21.linear_attn.conv1d.weight|3d-axis0-slice|(494, 0, 0)", "tensor": "model.language_model.layers.21.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 494, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.8.linear_attn.conv1d.weight|3d-axis0-slice|(174, 0, 0)", "tensor": "model.language_model.layers.8.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 174, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.4.linear_attn.conv1d.weight|3d-axis0-slice|(5900, 0, 0)", "tensor": "model.language_model.layers.4.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 5900, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.16.linear_attn.conv1d.weight|3d-axis0-slice|(418, 0, 0)", "tensor": "model.language_model.layers.16.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 418, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.2.linear_attn.conv1d.weight|3d-axis0-slice|(3715, 0, 0)", "tensor": "model.language_model.layers.2.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 3715, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.20.linear_attn.conv1d.weight|3d-axis0-slice|(1438, 0, 0)", "tensor": "model.language_model.layers.20.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 1438, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.13.linear_attn.conv1d.weight|3d-axis0-slice|(91, 0, 0)", "tensor": "model.language_model.layers.13.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 91, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.18.linear_attn.conv1d.weight|3d-axis0-slice|(5514, 0, 0)", "tensor": "model.language_model.layers.18.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 5514, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.12.linear_attn.conv1d.weight|3d-axis0-slice|(5258, 0, 0)", "tensor": "model.language_model.layers.12.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 5258, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.16.linear_attn.conv1d.weight|3d-axis0-slice|(3243, 0, 0)", "tensor": "model.language_model.layers.16.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 3243, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.0.linear_attn.conv1d.weight|3d-axis0-slice|(399, 0, 0)", "tensor": "model.language_model.layers.0.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 399, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.0.linear_attn.conv1d.weight|3d-axis0-slice|(480, 0, 0)", "tensor": "model.language_model.layers.0.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 480, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.5.linear_attn.conv1d.weight|3d-axis0-slice|(6054, 0, 0)", "tensor": "model.language_model.layers.5.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 6054, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.17.linear_attn.conv1d.weight|3d-axis0-slice|(2205, 0, 0)", "tensor": "model.language_model.layers.17.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 2205, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.17.linear_attn.conv1d.weight|3d-axis0-slice|(5026, 0, 0)", "tensor": "model.language_model.layers.17.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 5026, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.21.linear_attn.conv1d.weight|3d-axis0-slice|(2112, 0, 0)", "tensor": "model.language_model.layers.21.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 2112, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.8.linear_attn.conv1d.weight|3d-axis0-slice|(1992, 0, 0)", "tensor": "model.language_model.layers.8.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 1992, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.17.linear_attn.conv1d.weight|3d-axis0-slice|(2662, 0, 0)", "tensor": "model.language_model.layers.17.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 2662, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.9.linear_attn.conv1d.weight|3d-axis0-slice|(3944, 0, 0)", "tensor": "model.language_model.layers.9.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 3944, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.4.linear_attn.conv1d.weight|3d-axis0-slice|(713, 0, 0)", "tensor": "model.language_model.layers.4.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 713, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.5.linear_attn.conv1d.weight|3d-axis0-slice|(4227, 0, 0)", "tensor": "model.language_model.layers.5.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 4227, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.10.linear_attn.conv1d.weight|3d-axis0-slice|(329, 0, 0)", "tensor": "model.language_model.layers.10.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 329, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.13.linear_attn.conv1d.weight|3d-axis0-slice|(4242, 0, 0)", "tensor": "model.language_model.layers.13.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 4242, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.4.linear_attn.conv1d.weight|3d-axis0-slice|(107, 0, 0)", "tensor": "model.language_model.layers.4.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 107, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.16.linear_attn.conv1d.weight|3d-axis0-slice|(3993, 0, 0)", "tensor": "model.language_model.layers.16.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 3993, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.9.linear_attn.conv1d.weight|3d-axis0-slice|(1786, 0, 0)", "tensor": "model.language_model.layers.9.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 1786, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.9.linear_attn.conv1d.weight|3d-axis0-slice|(2101, 0, 0)", "tensor": "model.language_model.layers.9.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 2101, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.9.linear_attn.conv1d.weight|3d-axis0-slice|(4472, 0, 0)", "tensor": "model.language_model.layers.9.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 4472, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.13.linear_attn.conv1d.weight|3d-axis0-slice|(1782, 0, 0)", "tensor": "model.language_model.layers.13.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 1782, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.8.linear_attn.conv1d.weight|3d-axis0-slice|(630, 0, 0)", "tensor": "model.language_model.layers.8.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 630, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.8.linear_attn.conv1d.weight|3d-axis0-slice|(3157, 0, 0)", "tensor": "model.language_model.layers.8.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 3157, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.9.linear_attn.conv1d.weight|3d-axis0-slice|(1085, 0, 0)", "tensor": "model.language_model.layers.9.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 1085, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.0.linear_attn.conv1d.weight|3d-axis0-slice|(663, 0, 0)", "tensor": "model.language_model.layers.0.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 663, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.12.linear_attn.conv1d.weight|3d-axis0-slice|(1522, 0, 0)", "tensor": "model.language_model.layers.12.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 1522, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.14.linear_attn.conv1d.weight|3d-axis0-slice|(707, 0, 0)", "tensor": "model.language_model.layers.14.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 707, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.5.linear_attn.conv1d.weight|3d-axis0-slice|(216, 0, 0)", "tensor": "model.language_model.layers.5.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 216, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.2.linear_attn.conv1d.weight|3d-axis0-slice|(4173, 0, 0)", "tensor": "model.language_model.layers.2.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 4173, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.4.linear_attn.conv1d.weight|3d-axis0-slice|(3335, 0, 0)", "tensor": "model.language_model.layers.4.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 3335, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.5.linear_attn.conv1d.weight|3d-axis0-slice|(3263, 0, 0)", "tensor": "model.language_model.layers.5.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 3263, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.4.linear_attn.conv1d.weight|3d-axis0-slice|(247, 0, 0)", "tensor": "model.language_model.layers.4.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 247, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.4.linear_attn.conv1d.weight|3d-axis0-slice|(5151, 0, 0)", "tensor": "model.language_model.layers.4.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 5151, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.18.linear_attn.conv1d.weight|3d-axis0-slice|(3266, 0, 0)", "tensor": "model.language_model.layers.18.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 3266, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.22.linear_attn.conv1d.weight|3d-axis0-slice|(408, 0, 0)", "tensor": "model.language_model.layers.22.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 408, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.22.linear_attn.conv1d.weight|3d-axis0-slice|(4629, 0, 0)", "tensor": "model.language_model.layers.22.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 4629, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.12.linear_attn.conv1d.weight|3d-axis0-slice|(3367, 0, 0)", "tensor": "model.language_model.layers.12.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 3367, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.18.linear_attn.conv1d.weight|3d-axis0-slice|(3451, 0, 0)", "tensor": "model.language_model.layers.18.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 3451, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.8.linear_attn.conv1d.weight|3d-axis0-slice|(3908, 0, 0)", "tensor": "model.language_model.layers.8.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 3908, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.17.linear_attn.conv1d.weight|3d-axis0-slice|(4771, 0, 0)", "tensor": "model.language_model.layers.17.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 4771, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.22.linear_attn.conv1d.weight|3d-axis0-slice|(151, 0, 0)", "tensor": "model.language_model.layers.22.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 151, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.10.linear_attn.conv1d.weight|3d-axis0-slice|(1234, 0, 0)", "tensor": "model.language_model.layers.10.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 1234, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.14.linear_attn.conv1d.weight|3d-axis0-slice|(1259, 0, 0)", "tensor": "model.language_model.layers.14.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 1, 1, 4 ], "start": [ 1259, 0, 0 ], "scale": "3d-axis0-slice", "bytes": 8 }, { "id": "model.language_model.layers.22.linear_attn.conv1d.weight|3d-volume|(6124, 0, 0)", "tensor": "model.language_model.layers.22.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 6124, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.14.linear_attn.conv1d.weight|3d-volume|(3740, 0, 0)", "tensor": "model.language_model.layers.14.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 3740, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.1.linear_attn.conv1d.weight|3d-volume|(4748, 0, 0)", "tensor": "model.language_model.layers.1.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 4748, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.0.linear_attn.conv1d.weight|3d-volume|(1540, 0, 0)", "tensor": "model.language_model.layers.0.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 1540, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.18.linear_attn.conv1d.weight|3d-volume|(2052, 0, 0)", "tensor": "model.language_model.layers.18.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 2052, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.16.linear_attn.conv1d.weight|3d-volume|(2020, 0, 0)", "tensor": "model.language_model.layers.16.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 2020, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.10.linear_attn.conv1d.weight|3d-volume|(5400, 0, 0)", "tensor": "model.language_model.layers.10.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 5400, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.8.linear_attn.conv1d.weight|3d-volume|(4364, 0, 0)", "tensor": "model.language_model.layers.8.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 4364, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.22.linear_attn.conv1d.weight|3d-volume|(356, 0, 0)", "tensor": "model.language_model.layers.22.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 356, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.8.linear_attn.conv1d.weight|3d-volume|(3012, 0, 0)", "tensor": "model.language_model.layers.8.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 3012, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.1.linear_attn.conv1d.weight|3d-volume|(3632, 0, 0)", "tensor": "model.language_model.layers.1.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 3632, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.5.linear_attn.conv1d.weight|3d-volume|(4884, 0, 0)", "tensor": "model.language_model.layers.5.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 4884, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.17.linear_attn.conv1d.weight|3d-volume|(1000, 0, 0)", "tensor": "model.language_model.layers.17.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 1000, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.22.linear_attn.conv1d.weight|3d-volume|(5076, 0, 0)", "tensor": "model.language_model.layers.22.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 5076, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.5.linear_attn.conv1d.weight|3d-volume|(1464, 0, 0)", "tensor": "model.language_model.layers.5.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 1464, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.9.linear_attn.conv1d.weight|3d-volume|(996, 0, 0)", "tensor": "model.language_model.layers.9.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 996, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.22.linear_attn.conv1d.weight|3d-volume|(2912, 0, 0)", "tensor": "model.language_model.layers.22.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 2912, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.14.linear_attn.conv1d.weight|3d-volume|(2212, 0, 0)", "tensor": "model.language_model.layers.14.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 2212, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.21.linear_attn.conv1d.weight|3d-volume|(1208, 0, 0)", "tensor": "model.language_model.layers.21.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 1208, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.5.linear_attn.conv1d.weight|3d-volume|(3176, 0, 0)", "tensor": "model.language_model.layers.5.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 3176, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.10.linear_attn.conv1d.weight|3d-volume|(5588, 0, 0)", "tensor": "model.language_model.layers.10.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 5588, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.16.linear_attn.conv1d.weight|3d-volume|(624, 0, 0)", "tensor": "model.language_model.layers.16.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 624, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.2.linear_attn.conv1d.weight|3d-volume|(636, 0, 0)", "tensor": "model.language_model.layers.2.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 636, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.16.linear_attn.conv1d.weight|3d-volume|(5264, 0, 0)", "tensor": "model.language_model.layers.16.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 5264, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.4.linear_attn.conv1d.weight|3d-volume|(5084, 0, 0)", "tensor": "model.language_model.layers.4.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 5084, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.9.linear_attn.conv1d.weight|3d-volume|(4944, 0, 0)", "tensor": "model.language_model.layers.9.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 4944, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.8.linear_attn.conv1d.weight|3d-volume|(40, 0, 0)", "tensor": "model.language_model.layers.8.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 40, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.12.linear_attn.conv1d.weight|3d-volume|(136, 0, 0)", "tensor": "model.language_model.layers.12.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 136, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.0.linear_attn.conv1d.weight|3d-volume|(6120, 0, 0)", "tensor": "model.language_model.layers.0.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 6120, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.20.linear_attn.conv1d.weight|3d-volume|(1048, 0, 0)", "tensor": "model.language_model.layers.20.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 1048, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.9.linear_attn.conv1d.weight|3d-volume|(1860, 0, 0)", "tensor": "model.language_model.layers.9.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 1860, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.8.linear_attn.conv1d.weight|3d-volume|(4804, 0, 0)", "tensor": "model.language_model.layers.8.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 4804, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.14.linear_attn.conv1d.weight|3d-volume|(4488, 0, 0)", "tensor": "model.language_model.layers.14.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 4488, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.8.linear_attn.conv1d.weight|3d-volume|(1960, 0, 0)", "tensor": "model.language_model.layers.8.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 1960, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.1.linear_attn.conv1d.weight|3d-volume|(1204, 0, 0)", "tensor": "model.language_model.layers.1.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 1204, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.9.linear_attn.conv1d.weight|3d-volume|(2912, 0, 0)", "tensor": "model.language_model.layers.9.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 2912, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.6.linear_attn.conv1d.weight|3d-volume|(5372, 0, 0)", "tensor": "model.language_model.layers.6.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 5372, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.14.linear_attn.conv1d.weight|3d-volume|(4924, 0, 0)", "tensor": "model.language_model.layers.14.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 4924, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.21.linear_attn.conv1d.weight|3d-volume|(2676, 0, 0)", "tensor": "model.language_model.layers.21.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 2676, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.21.linear_attn.conv1d.weight|3d-volume|(3248, 0, 0)", "tensor": "model.language_model.layers.21.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 3248, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.21.linear_attn.conv1d.weight|3d-volume|(2236, 0, 0)", "tensor": "model.language_model.layers.21.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 2236, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.20.linear_attn.conv1d.weight|3d-volume|(2816, 0, 0)", "tensor": "model.language_model.layers.20.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 2816, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.9.linear_attn.conv1d.weight|3d-volume|(4532, 0, 0)", "tensor": "model.language_model.layers.9.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 4532, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.12.linear_attn.conv1d.weight|3d-volume|(3724, 0, 0)", "tensor": "model.language_model.layers.12.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 3724, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.16.linear_attn.conv1d.weight|3d-volume|(1124, 0, 0)", "tensor": "model.language_model.layers.16.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 1124, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.8.linear_attn.conv1d.weight|3d-volume|(772, 0, 0)", "tensor": "model.language_model.layers.8.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 772, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.2.linear_attn.conv1d.weight|3d-volume|(5328, 0, 0)", "tensor": "model.language_model.layers.2.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 5328, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.6.linear_attn.conv1d.weight|3d-volume|(5844, 0, 0)", "tensor": "model.language_model.layers.6.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 5844, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.12.linear_attn.conv1d.weight|3d-volume|(2768, 0, 0)", "tensor": "model.language_model.layers.12.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 2768, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.10.linear_attn.conv1d.weight|3d-volume|(4192, 0, 0)", "tensor": "model.language_model.layers.10.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 4192, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.0.linear_attn.conv1d.weight|3d-volume|(5532, 0, 0)", "tensor": "model.language_model.layers.0.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 5532, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.5.linear_attn.conv1d.weight|3d-volume|(5444, 0, 0)", "tensor": "model.language_model.layers.5.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 5444, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.18.linear_attn.conv1d.weight|3d-volume|(2432, 0, 0)", "tensor": "model.language_model.layers.18.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 2432, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.1.linear_attn.conv1d.weight|3d-volume|(3704, 0, 0)", "tensor": "model.language_model.layers.1.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 3704, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.9.linear_attn.conv1d.weight|3d-volume|(5240, 0, 0)", "tensor": "model.language_model.layers.9.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 5240, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.2.linear_attn.conv1d.weight|3d-volume|(3272, 0, 0)", "tensor": "model.language_model.layers.2.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 3272, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.5.linear_attn.conv1d.weight|3d-volume|(5124, 0, 0)", "tensor": "model.language_model.layers.5.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 5124, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.20.linear_attn.conv1d.weight|3d-volume|(2352, 0, 0)", "tensor": "model.language_model.layers.20.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 2352, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.16.linear_attn.conv1d.weight|3d-volume|(520, 0, 0)", "tensor": "model.language_model.layers.16.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 520, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.2.linear_attn.conv1d.weight|3d-volume|(4384, 0, 0)", "tensor": "model.language_model.layers.2.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 4384, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.20.linear_attn.conv1d.weight|3d-volume|(396, 0, 0)", "tensor": "model.language_model.layers.20.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 396, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.16.linear_attn.conv1d.weight|3d-volume|(2908, 0, 0)", "tensor": "model.language_model.layers.16.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 2908, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.6.linear_attn.conv1d.weight|3d-volume|(1752, 0, 0)", "tensor": "model.language_model.layers.6.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 1752, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.12.linear_attn.conv1d.weight|3d-volume|(4416, 0, 0)", "tensor": "model.language_model.layers.12.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 4416, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.1.linear_attn.conv1d.weight|3d-volume|(2412, 0, 0)", "tensor": "model.language_model.layers.1.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 2412, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.17.linear_attn.conv1d.weight|3d-volume|(916, 0, 0)", "tensor": "model.language_model.layers.17.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 916, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.18.linear_attn.conv1d.weight|3d-volume|(2168, 0, 0)", "tensor": "model.language_model.layers.18.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 2168, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.16.linear_attn.conv1d.weight|3d-volume|(3836, 0, 0)", "tensor": "model.language_model.layers.16.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 3836, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.9.linear_attn.conv1d.weight|3d-volume|(4632, 0, 0)", "tensor": "model.language_model.layers.9.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 4632, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.16.linear_attn.conv1d.weight|3d-volume|(5680, 0, 0)", "tensor": "model.language_model.layers.16.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 5680, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.21.linear_attn.conv1d.weight|3d-volume|(5356, 0, 0)", "tensor": "model.language_model.layers.21.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 5356, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.1.linear_attn.conv1d.weight|3d-volume|(5140, 0, 0)", "tensor": "model.language_model.layers.1.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 5140, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.2.linear_attn.conv1d.weight|3d-volume|(3384, 0, 0)", "tensor": "model.language_model.layers.2.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 3384, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.17.linear_attn.conv1d.weight|3d-volume|(2764, 0, 0)", "tensor": "model.language_model.layers.17.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 2764, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.8.linear_attn.conv1d.weight|3d-volume|(1444, 0, 0)", "tensor": "model.language_model.layers.8.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 1444, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.14.linear_attn.conv1d.weight|3d-volume|(1688, 0, 0)", "tensor": "model.language_model.layers.14.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 1688, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.16.linear_attn.conv1d.weight|3d-volume|(2792, 0, 0)", "tensor": "model.language_model.layers.16.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 2792, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.20.linear_attn.conv1d.weight|3d-volume|(5880, 0, 0)", "tensor": "model.language_model.layers.20.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 5880, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.9.linear_attn.conv1d.weight|3d-volume|(2948, 0, 0)", "tensor": "model.language_model.layers.9.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 2948, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.4.linear_attn.conv1d.weight|3d-volume|(264, 0, 0)", "tensor": "model.language_model.layers.4.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 264, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.13.linear_attn.conv1d.weight|3d-volume|(1520, 0, 0)", "tensor": "model.language_model.layers.13.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 1520, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.18.linear_attn.conv1d.weight|3d-volume|(1296, 0, 0)", "tensor": "model.language_model.layers.18.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 1296, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.13.linear_attn.conv1d.weight|3d-volume|(4356, 0, 0)", "tensor": "model.language_model.layers.13.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 4356, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.9.linear_attn.conv1d.weight|3d-volume|(2788, 0, 0)", "tensor": "model.language_model.layers.9.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 2788, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.22.linear_attn.conv1d.weight|3d-volume|(2732, 0, 0)", "tensor": "model.language_model.layers.22.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 2732, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.5.linear_attn.conv1d.weight|3d-volume|(1956, 0, 0)", "tensor": "model.language_model.layers.5.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 1956, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.21.linear_attn.conv1d.weight|3d-volume|(828, 0, 0)", "tensor": "model.language_model.layers.21.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 828, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.17.linear_attn.conv1d.weight|3d-volume|(1932, 0, 0)", "tensor": "model.language_model.layers.17.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 1932, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.9.linear_attn.conv1d.weight|3d-volume|(1060, 0, 0)", "tensor": "model.language_model.layers.9.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 1060, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.14.linear_attn.conv1d.weight|3d-volume|(3232, 0, 0)", "tensor": "model.language_model.layers.14.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 3232, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.16.linear_attn.conv1d.weight|3d-volume|(4188, 0, 0)", "tensor": "model.language_model.layers.16.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 4188, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.21.linear_attn.conv1d.weight|3d-volume|(4536, 0, 0)", "tensor": "model.language_model.layers.21.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 4536, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.20.linear_attn.conv1d.weight|3d-volume|(4260, 0, 0)", "tensor": "model.language_model.layers.20.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 4260, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.5.linear_attn.conv1d.weight|3d-volume|(2872, 0, 0)", "tensor": "model.language_model.layers.5.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 2872, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.14.linear_attn.conv1d.weight|3d-volume|(3968, 0, 0)", "tensor": "model.language_model.layers.14.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 3968, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.14.linear_attn.conv1d.weight|3d-volume|(3892, 0, 0)", "tensor": "model.language_model.layers.14.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 3892, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.16.linear_attn.conv1d.weight|3d-volume|(3536, 0, 0)", "tensor": "model.language_model.layers.16.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 3536, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.20.linear_attn.conv1d.weight|3d-volume|(708, 0, 0)", "tensor": "model.language_model.layers.20.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 708, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.1.linear_attn.conv1d.weight|3d-volume|(5468, 0, 0)", "tensor": "model.language_model.layers.1.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 5468, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.21.linear_attn.conv1d.weight|3d-volume|(4312, 0, 0)", "tensor": "model.language_model.layers.21.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 4312, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.0.linear_attn.conv1d.weight|3d-volume|(1620, 0, 0)", "tensor": "model.language_model.layers.0.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 1620, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.14.linear_attn.conv1d.weight|3d-volume|(5928, 0, 0)", "tensor": "model.language_model.layers.14.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 5928, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.10.linear_attn.conv1d.weight|3d-volume|(1656, 0, 0)", "tensor": "model.language_model.layers.10.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 1656, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.4.linear_attn.conv1d.weight|3d-volume|(5396, 0, 0)", "tensor": "model.language_model.layers.4.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 5396, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.8.linear_attn.conv1d.weight|3d-volume|(1268, 0, 0)", "tensor": "model.language_model.layers.8.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 1268, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.13.linear_attn.conv1d.weight|3d-volume|(3452, 0, 0)", "tensor": "model.language_model.layers.13.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 3452, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.2.linear_attn.conv1d.weight|3d-volume|(3796, 0, 0)", "tensor": "model.language_model.layers.2.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 3796, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.16.linear_attn.conv1d.weight|3d-volume|(2832, 0, 0)", "tensor": "model.language_model.layers.16.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 2832, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.2.linear_attn.conv1d.weight|3d-volume|(4380, 0, 0)", "tensor": "model.language_model.layers.2.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 4380, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.4.linear_attn.conv1d.weight|3d-volume|(4068, 0, 0)", "tensor": "model.language_model.layers.4.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 4068, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.1.linear_attn.conv1d.weight|3d-volume|(2228, 0, 0)", "tensor": "model.language_model.layers.1.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 2228, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.1.linear_attn.conv1d.weight|3d-volume|(4544, 0, 0)", "tensor": "model.language_model.layers.1.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 4544, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.21.linear_attn.conv1d.weight|3d-volume|(2960, 0, 0)", "tensor": "model.language_model.layers.21.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 2960, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.2.linear_attn.conv1d.weight|3d-volume|(2388, 0, 0)", "tensor": "model.language_model.layers.2.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 2388, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.17.linear_attn.conv1d.weight|3d-volume|(4760, 0, 0)", "tensor": "model.language_model.layers.17.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 4760, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.9.linear_attn.conv1d.weight|3d-volume|(5524, 0, 0)", "tensor": "model.language_model.layers.9.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 5524, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.18.linear_attn.conv1d.weight|3d-volume|(2108, 0, 0)", "tensor": "model.language_model.layers.18.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 2108, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.5.linear_attn.conv1d.weight|3d-volume|(2496, 0, 0)", "tensor": "model.language_model.layers.5.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 2496, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.20.linear_attn.conv1d.weight|3d-volume|(4940, 0, 0)", "tensor": "model.language_model.layers.20.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 4940, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.13.linear_attn.conv1d.weight|3d-volume|(1372, 0, 0)", "tensor": "model.language_model.layers.13.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 1372, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.10.linear_attn.conv1d.weight|3d-volume|(5100, 0, 0)", "tensor": "model.language_model.layers.10.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 5100, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.2.linear_attn.conv1d.weight|3d-volume|(2720, 0, 0)", "tensor": "model.language_model.layers.2.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 2720, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.10.linear_attn.conv1d.weight|3d-volume|(4248, 0, 0)", "tensor": "model.language_model.layers.10.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 4248, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.4.linear_attn.conv1d.weight|3d-volume|(3324, 0, 0)", "tensor": "model.language_model.layers.4.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 3324, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.4.linear_attn.conv1d.weight|3d-volume|(1596, 0, 0)", "tensor": "model.language_model.layers.4.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 1596, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.21.linear_attn.conv1d.weight|3d-volume|(1084, 0, 0)", "tensor": "model.language_model.layers.21.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 1084, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.13.linear_attn.conv1d.weight|3d-volume|(968, 0, 0)", "tensor": "model.language_model.layers.13.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 968, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.18.linear_attn.conv1d.weight|3d-volume|(3132, 0, 0)", "tensor": "model.language_model.layers.18.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 3132, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.6.linear_attn.conv1d.weight|3d-volume|(540, 0, 0)", "tensor": "model.language_model.layers.6.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 540, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.4.linear_attn.conv1d.weight|3d-volume|(4776, 0, 0)", "tensor": "model.language_model.layers.4.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 4776, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.12.linear_attn.conv1d.weight|3d-volume|(1908, 0, 0)", "tensor": "model.language_model.layers.12.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 1908, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.0.linear_attn.conv1d.weight|3d-volume|(5720, 0, 0)", "tensor": "model.language_model.layers.0.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 5720, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.4.linear_attn.conv1d.weight|3d-volume|(832, 0, 0)", "tensor": "model.language_model.layers.4.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 832, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.12.linear_attn.conv1d.weight|3d-volume|(6124, 0, 0)", "tensor": "model.language_model.layers.12.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 6124, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.10.linear_attn.conv1d.weight|3d-volume|(624, 0, 0)", "tensor": "model.language_model.layers.10.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 624, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.17.linear_attn.conv1d.weight|3d-volume|(684, 0, 0)", "tensor": "model.language_model.layers.17.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 684, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.14.linear_attn.conv1d.weight|3d-volume|(1952, 0, 0)", "tensor": "model.language_model.layers.14.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 1952, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.12.linear_attn.conv1d.weight|3d-volume|(2512, 0, 0)", "tensor": "model.language_model.layers.12.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 2512, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.13.linear_attn.conv1d.weight|3d-volume|(6076, 0, 0)", "tensor": "model.language_model.layers.13.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 6076, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.0.linear_attn.conv1d.weight|3d-volume|(556, 0, 0)", "tensor": "model.language_model.layers.0.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 556, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.10.linear_attn.conv1d.weight|3d-volume|(5272, 0, 0)", "tensor": "model.language_model.layers.10.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 5272, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.12.linear_attn.conv1d.weight|3d-volume|(20, 0, 0)", "tensor": "model.language_model.layers.12.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 20, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.6.linear_attn.conv1d.weight|3d-volume|(5488, 0, 0)", "tensor": "model.language_model.layers.6.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 5488, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.13.linear_attn.conv1d.weight|3d-volume|(5600, 0, 0)", "tensor": "model.language_model.layers.13.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 5600, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.13.linear_attn.conv1d.weight|3d-volume|(4928, 0, 0)", "tensor": "model.language_model.layers.13.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 4928, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.5.linear_attn.conv1d.weight|3d-volume|(1824, 0, 0)", "tensor": "model.language_model.layers.5.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 1824, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.1.linear_attn.conv1d.weight|3d-volume|(3676, 0, 0)", "tensor": "model.language_model.layers.1.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 3676, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.16.linear_attn.conv1d.weight|3d-volume|(2172, 0, 0)", "tensor": "model.language_model.layers.16.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 2172, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.21.linear_attn.conv1d.weight|3d-volume|(272, 0, 0)", "tensor": "model.language_model.layers.21.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 272, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.1.linear_attn.conv1d.weight|3d-volume|(5316, 0, 0)", "tensor": "model.language_model.layers.1.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 5316, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.13.linear_attn.conv1d.weight|3d-volume|(0, 0, 0)", "tensor": "model.language_model.layers.13.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 0, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.0.linear_attn.conv1d.weight|3d-volume|(5764, 0, 0)", "tensor": "model.language_model.layers.0.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 5764, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.22.linear_attn.conv1d.weight|3d-volume|(2156, 0, 0)", "tensor": "model.language_model.layers.22.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 2156, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.14.linear_attn.conv1d.weight|3d-volume|(2932, 0, 0)", "tensor": "model.language_model.layers.14.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 2932, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.8.linear_attn.conv1d.weight|3d-volume|(2076, 0, 0)", "tensor": "model.language_model.layers.8.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 2076, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.17.linear_attn.conv1d.weight|3d-volume|(3384, 0, 0)", "tensor": "model.language_model.layers.17.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 3384, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.21.linear_attn.conv1d.weight|3d-volume|(284, 0, 0)", "tensor": "model.language_model.layers.21.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 284, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.1.linear_attn.conv1d.weight|3d-volume|(4708, 0, 0)", "tensor": "model.language_model.layers.1.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 4708, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.17.linear_attn.conv1d.weight|3d-volume|(4312, 0, 0)", "tensor": "model.language_model.layers.17.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 4312, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.16.linear_attn.conv1d.weight|3d-volume|(4640, 0, 0)", "tensor": "model.language_model.layers.16.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 4640, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.14.linear_attn.conv1d.weight|3d-volume|(5200, 0, 0)", "tensor": "model.language_model.layers.14.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 5200, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.17.linear_attn.conv1d.weight|3d-volume|(472, 0, 0)", "tensor": "model.language_model.layers.17.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 472, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.21.linear_attn.conv1d.weight|3d-volume|(5740, 0, 0)", "tensor": "model.language_model.layers.21.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 5740, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.6.linear_attn.conv1d.weight|3d-volume|(1684, 0, 0)", "tensor": "model.language_model.layers.6.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 1684, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.17.linear_attn.conv1d.weight|3d-volume|(4440, 0, 0)", "tensor": "model.language_model.layers.17.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 4440, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.10.linear_attn.conv1d.weight|3d-volume|(924, 0, 0)", "tensor": "model.language_model.layers.10.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 924, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.18.linear_attn.conv1d.weight|3d-volume|(5468, 0, 0)", "tensor": "model.language_model.layers.18.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 5468, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.12.linear_attn.conv1d.weight|3d-volume|(560, 0, 0)", "tensor": "model.language_model.layers.12.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 560, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.21.linear_attn.conv1d.weight|3d-volume|(3216, 0, 0)", "tensor": "model.language_model.layers.21.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 3216, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.8.linear_attn.conv1d.weight|3d-volume|(1648, 0, 0)", "tensor": "model.language_model.layers.8.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 1648, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.18.linear_attn.conv1d.weight|3d-volume|(2684, 0, 0)", "tensor": "model.language_model.layers.18.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 2684, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.14.linear_attn.conv1d.weight|3d-volume|(5124, 0, 0)", "tensor": "model.language_model.layers.14.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 5124, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.20.linear_attn.conv1d.weight|3d-volume|(1540, 0, 0)", "tensor": "model.language_model.layers.20.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 1540, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.17.linear_attn.conv1d.weight|3d-volume|(5156, 0, 0)", "tensor": "model.language_model.layers.17.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 5156, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.14.linear_attn.conv1d.weight|3d-volume|(2056, 0, 0)", "tensor": "model.language_model.layers.14.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 2056, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.18.linear_attn.conv1d.weight|3d-volume|(2936, 0, 0)", "tensor": "model.language_model.layers.18.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 2936, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.21.linear_attn.conv1d.weight|3d-volume|(3992, 0, 0)", "tensor": "model.language_model.layers.21.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 3992, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.22.linear_attn.conv1d.weight|3d-volume|(3340, 0, 0)", "tensor": "model.language_model.layers.22.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 3340, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.21.linear_attn.conv1d.weight|3d-volume|(5988, 0, 0)", "tensor": "model.language_model.layers.21.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 5988, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.10.linear_attn.conv1d.weight|3d-volume|(2272, 0, 0)", "tensor": "model.language_model.layers.10.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 2272, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.16.linear_attn.conv1d.weight|3d-volume|(4352, 0, 0)", "tensor": "model.language_model.layers.16.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 4352, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.0.linear_attn.conv1d.weight|3d-volume|(5920, 0, 0)", "tensor": "model.language_model.layers.0.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 5920, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.13.linear_attn.conv1d.weight|3d-volume|(396, 0, 0)", "tensor": "model.language_model.layers.13.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 396, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.5.linear_attn.conv1d.weight|3d-volume|(4092, 0, 0)", "tensor": "model.language_model.layers.5.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 4092, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.4.linear_attn.conv1d.weight|3d-volume|(2164, 0, 0)", "tensor": "model.language_model.layers.4.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 2164, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.17.linear_attn.conv1d.weight|3d-volume|(2332, 0, 0)", "tensor": "model.language_model.layers.17.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 2332, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.13.linear_attn.conv1d.weight|3d-volume|(3564, 0, 0)", "tensor": "model.language_model.layers.13.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 3564, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.12.linear_attn.conv1d.weight|3d-volume|(4440, 0, 0)", "tensor": "model.language_model.layers.12.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 4440, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.20.linear_attn.conv1d.weight|3d-volume|(788, 0, 0)", "tensor": "model.language_model.layers.20.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 788, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.16.linear_attn.conv1d.weight|3d-volume|(64, 0, 0)", "tensor": "model.language_model.layers.16.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 64, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.4.linear_attn.conv1d.weight|3d-volume|(1108, 0, 0)", "tensor": "model.language_model.layers.4.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 1108, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.8.linear_attn.conv1d.weight|3d-volume|(5328, 0, 0)", "tensor": "model.language_model.layers.8.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 5328, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.12.linear_attn.conv1d.weight|3d-volume|(3664, 0, 0)", "tensor": "model.language_model.layers.12.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 3664, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.14.linear_attn.conv1d.weight|3d-volume|(1764, 0, 0)", "tensor": "model.language_model.layers.14.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 1764, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.20.linear_attn.conv1d.weight|3d-volume|(2616, 0, 0)", "tensor": "model.language_model.layers.20.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 2616, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.22.linear_attn.conv1d.weight|3d-volume|(3128, 0, 0)", "tensor": "model.language_model.layers.22.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 3128, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.18.linear_attn.conv1d.weight|3d-volume|(2496, 0, 0)", "tensor": "model.language_model.layers.18.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 2496, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.9.linear_attn.conv1d.weight|3d-volume|(900, 0, 0)", "tensor": "model.language_model.layers.9.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 900, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.17.linear_attn.conv1d.weight|3d-volume|(1592, 0, 0)", "tensor": "model.language_model.layers.17.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 1592, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.13.linear_attn.conv1d.weight|3d-volume|(3404, 0, 0)", "tensor": "model.language_model.layers.13.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 3404, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.12.linear_attn.conv1d.weight|3d-volume|(1216, 0, 0)", "tensor": "model.language_model.layers.12.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 1216, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.2.linear_attn.conv1d.weight|3d-volume|(5152, 0, 0)", "tensor": "model.language_model.layers.2.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 5152, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.10.linear_attn.conv1d.weight|3d-volume|(4684, 0, 0)", "tensor": "model.language_model.layers.10.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 4684, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.9.linear_attn.conv1d.weight|3d-volume|(244, 0, 0)", "tensor": "model.language_model.layers.9.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 244, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.18.linear_attn.conv1d.weight|3d-volume|(6056, 0, 0)", "tensor": "model.language_model.layers.18.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 6056, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.5.linear_attn.conv1d.weight|3d-volume|(2388, 0, 0)", "tensor": "model.language_model.layers.5.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 2388, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.12.linear_attn.conv1d.weight|3d-volume|(3860, 0, 0)", "tensor": "model.language_model.layers.12.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 3860, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.18.linear_attn.conv1d.weight|3d-volume|(5348, 0, 0)", "tensor": "model.language_model.layers.18.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 5348, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.1.linear_attn.conv1d.weight|3d-volume|(4636, 0, 0)", "tensor": "model.language_model.layers.1.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 4636, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.5.linear_attn.conv1d.weight|3d-volume|(5680, 0, 0)", "tensor": "model.language_model.layers.5.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 5680, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.13.linear_attn.conv1d.weight|3d-volume|(2704, 0, 0)", "tensor": "model.language_model.layers.13.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 2704, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.14.linear_attn.conv1d.weight|3d-volume|(536, 0, 0)", "tensor": "model.language_model.layers.14.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 536, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.2.linear_attn.conv1d.weight|3d-volume|(3224, 0, 0)", "tensor": "model.language_model.layers.2.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 3224, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.8.linear_attn.conv1d.weight|3d-volume|(6024, 0, 0)", "tensor": "model.language_model.layers.8.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 6024, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.6.linear_attn.conv1d.weight|3d-volume|(6008, 0, 0)", "tensor": "model.language_model.layers.6.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 6008, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.17.linear_attn.conv1d.weight|3d-volume|(4604, 0, 0)", "tensor": "model.language_model.layers.17.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 4604, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.20.linear_attn.conv1d.weight|3d-volume|(4128, 0, 0)", "tensor": "model.language_model.layers.20.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 4128, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.6.linear_attn.conv1d.weight|3d-volume|(5548, 0, 0)", "tensor": "model.language_model.layers.6.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 5548, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.8.linear_attn.conv1d.weight|3d-volume|(4348, 0, 0)", "tensor": "model.language_model.layers.8.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 4348, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.10.linear_attn.conv1d.weight|3d-volume|(3244, 0, 0)", "tensor": "model.language_model.layers.10.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 3244, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.16.linear_attn.conv1d.weight|3d-volume|(896, 0, 0)", "tensor": "model.language_model.layers.16.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 896, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.8.linear_attn.conv1d.weight|3d-volume|(3668, 0, 0)", "tensor": "model.language_model.layers.8.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 3668, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.14.linear_attn.conv1d.weight|3d-volume|(3984, 0, 0)", "tensor": "model.language_model.layers.14.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 3984, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.17.linear_attn.conv1d.weight|3d-volume|(2572, 0, 0)", "tensor": "model.language_model.layers.17.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 2572, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.20.linear_attn.conv1d.weight|3d-volume|(5332, 0, 0)", "tensor": "model.language_model.layers.20.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 5332, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.21.linear_attn.conv1d.weight|3d-volume|(5976, 0, 0)", "tensor": "model.language_model.layers.21.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 5976, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.2.linear_attn.conv1d.weight|3d-volume|(2492, 0, 0)", "tensor": "model.language_model.layers.2.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 2492, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.20.linear_attn.conv1d.weight|3d-volume|(3644, 0, 0)", "tensor": "model.language_model.layers.20.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 3644, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.18.linear_attn.conv1d.weight|3d-volume|(2456, 0, 0)", "tensor": "model.language_model.layers.18.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 2456, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.0.linear_attn.conv1d.weight|3d-volume|(4496, 0, 0)", "tensor": "model.language_model.layers.0.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 4496, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.18.linear_attn.conv1d.weight|3d-volume|(5908, 0, 0)", "tensor": "model.language_model.layers.18.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 5908, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.5.linear_attn.conv1d.weight|3d-volume|(2992, 0, 0)", "tensor": "model.language_model.layers.5.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 2992, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.16.linear_attn.conv1d.weight|3d-volume|(2064, 0, 0)", "tensor": "model.language_model.layers.16.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 2064, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.8.linear_attn.conv1d.weight|3d-volume|(1628, 0, 0)", "tensor": "model.language_model.layers.8.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 1628, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.1.linear_attn.conv1d.weight|3d-volume|(1328, 0, 0)", "tensor": "model.language_model.layers.1.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 1328, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.14.linear_attn.conv1d.weight|3d-volume|(5624, 0, 0)", "tensor": "model.language_model.layers.14.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 5624, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.21.linear_attn.conv1d.weight|3d-volume|(3756, 0, 0)", "tensor": "model.language_model.layers.21.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 3756, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.17.linear_attn.conv1d.weight|3d-volume|(1648, 0, 0)", "tensor": "model.language_model.layers.17.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 1648, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.21.linear_attn.conv1d.weight|3d-volume|(5100, 0, 0)", "tensor": "model.language_model.layers.21.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 5100, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.10.linear_attn.conv1d.weight|3d-volume|(4628, 0, 0)", "tensor": "model.language_model.layers.10.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 4628, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.9.linear_attn.conv1d.weight|3d-volume|(2016, 0, 0)", "tensor": "model.language_model.layers.9.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 2016, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.9.linear_attn.conv1d.weight|3d-volume|(112, 0, 0)", "tensor": "model.language_model.layers.9.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 112, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.0.linear_attn.conv1d.weight|3d-volume|(5188, 0, 0)", "tensor": "model.language_model.layers.0.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 5188, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.2.linear_attn.conv1d.weight|3d-volume|(5924, 0, 0)", "tensor": "model.language_model.layers.2.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 5924, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.16.linear_attn.conv1d.weight|3d-volume|(4728, 0, 0)", "tensor": "model.language_model.layers.16.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 4728, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.0.linear_attn.conv1d.weight|3d-volume|(5504, 0, 0)", "tensor": "model.language_model.layers.0.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 5504, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.5.linear_attn.conv1d.weight|3d-volume|(1024, 0, 0)", "tensor": "model.language_model.layers.5.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 1024, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.14.linear_attn.conv1d.weight|3d-volume|(1304, 0, 0)", "tensor": "model.language_model.layers.14.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 1304, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.16.linear_attn.conv1d.weight|3d-volume|(1740, 0, 0)", "tensor": "model.language_model.layers.16.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 1740, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.22.linear_attn.conv1d.weight|3d-volume|(2448, 0, 0)", "tensor": "model.language_model.layers.22.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 2448, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.8.linear_attn.conv1d.weight|3d-volume|(4336, 0, 0)", "tensor": "model.language_model.layers.8.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 4336, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.9.linear_attn.conv1d.weight|3d-volume|(5692, 0, 0)", "tensor": "model.language_model.layers.9.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 5692, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.6.linear_attn.conv1d.weight|3d-volume|(4392, 0, 0)", "tensor": "model.language_model.layers.6.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 4392, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.2.linear_attn.conv1d.weight|3d-volume|(52, 0, 0)", "tensor": "model.language_model.layers.2.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 52, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.1.linear_attn.conv1d.weight|3d-volume|(712, 0, 0)", "tensor": "model.language_model.layers.1.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 712, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.13.linear_attn.conv1d.weight|3d-volume|(628, 0, 0)", "tensor": "model.language_model.layers.13.linear_attn.conv1d.weight", "role": "model.language_model.layers.*.linear_attn.conv1d.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 4, 1, 4 ], "start": [ 628, 0, 0 ], "scale": "3d-volume", "bytes": 32 }, { "id": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-128|(2816, 512)", "tensor": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2816, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight|2d-128|(4096, 768)", "tensor": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4096, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-128|(5760, 0)", "tensor": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5760, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.17.linear_attn.in_proj_qkv.weight|2d-128|(2048, 1280)", "tensor": "model.language_model.layers.17.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2048, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-128|(4480, 256)", "tensor": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4480, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-128|(5120, 768)", "tensor": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5120, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-128|(4352, 1280)", "tensor": "model.language_model.layers.10.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4352, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight|2d-128|(3840, 512)", "tensor": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3840, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.1.linear_attn.in_proj_qkv.weight|2d-128|(3456, 640)", "tensor": "model.language_model.layers.1.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3456, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-128|(1280, 1792)", "tensor": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-128|(4480, 1664)", "tensor": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4480, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-128|(128, 256)", "tensor": "model.language_model.layers.20.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.1.linear_attn.in_proj_qkv.weight|2d-128|(2688, 384)", "tensor": "model.language_model.layers.1.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2688, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-128|(0, 1664)", "tensor": "model.language_model.layers.0.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-128|(1408, 384)", "tensor": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.17.linear_attn.in_proj_qkv.weight|2d-128|(2176, 1536)", "tensor": "model.language_model.layers.17.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2176, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-128|(2560, 1920)", "tensor": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2560, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-128|(2688, 768)", "tensor": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2688, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-128|(3072, 640)", "tensor": "model.language_model.layers.0.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3072, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-128|(1664, 896)", "tensor": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-128|(6016, 1280)", "tensor": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 6016, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(5504, 768)", "tensor": "model.language_model.layers.12.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5504, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(1024, 1408)", "tensor": "model.language_model.layers.12.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-128|(2944, 512)", "tensor": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2944, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight|2d-128|(2944, 128)", "tensor": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2944, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(3456, 0)", "tensor": "model.language_model.layers.12.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3456, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-128|(3328, 128)", "tensor": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3328, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight|2d-128|(3328, 640)", "tensor": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3328, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-128|(2304, 0)", "tensor": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2304, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight|2d-128|(3584, 384)", "tensor": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3584, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-128|(1408, 1280)", "tensor": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.18.linear_attn.in_proj_qkv.weight|2d-128|(4480, 0)", "tensor": "model.language_model.layers.18.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4480, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-128|(1152, 1536)", "tensor": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.1.linear_attn.in_proj_qkv.weight|2d-128|(2304, 640)", "tensor": "model.language_model.layers.1.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2304, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight|2d-128|(0, 640)", "tensor": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-128|(1024, 128)", "tensor": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-128|(4352, 1664)", "tensor": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4352, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-128|(2048, 768)", "tensor": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2048, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight|2d-128|(3328, 640)", "tensor": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3328, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.1.linear_attn.in_proj_qkv.weight|2d-128|(5504, 1408)", "tensor": "model.language_model.layers.1.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5504, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-128|(512, 1024)", "tensor": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-128|(3328, 768)", "tensor": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3328, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-128|(5248, 1280)", "tensor": "model.language_model.layers.10.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5248, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight|2d-128|(5120, 1024)", "tensor": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5120, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.17.linear_attn.in_proj_qkv.weight|2d-128|(5504, 1920)", "tensor": "model.language_model.layers.17.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5504, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(5760, 1152)", "tensor": "model.language_model.layers.12.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5760, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight|2d-128|(5248, 768)", "tensor": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5248, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight|2d-128|(4992, 384)", "tensor": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4992, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight|2d-128|(4480, 512)", "tensor": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4480, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-128|(5248, 1152)", "tensor": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5248, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-128|(4480, 1280)", "tensor": "model.language_model.layers.20.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4480, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight|2d-128|(2176, 1280)", "tensor": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2176, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight|2d-128|(0, 1664)", "tensor": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-128|(2560, 512)", "tensor": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2560, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-128|(4608, 1920)", "tensor": "model.language_model.layers.0.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4608, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight|2d-128|(2304, 128)", "tensor": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2304, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-128|(256, 512)", "tensor": "model.language_model.layers.20.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight|2d-128|(4096, 1408)", "tensor": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4096, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.17.linear_attn.in_proj_qkv.weight|2d-128|(4736, 0)", "tensor": "model.language_model.layers.17.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4736, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight|2d-128|(1280, 256)", "tensor": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight|2d-128|(0, 384)", "tensor": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-128|(1408, 896)", "tensor": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-128|(4096, 1408)", "tensor": "model.language_model.layers.10.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4096, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-128|(3840, 768)", "tensor": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3840, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-128|(640, 1792)", "tensor": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-128|(3968, 1536)", "tensor": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3968, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-128|(4224, 768)", "tensor": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4224, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight|2d-128|(2048, 0)", "tensor": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2048, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-128|(4224, 1920)", "tensor": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4224, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.1.linear_attn.in_proj_qkv.weight|2d-128|(4608, 896)", "tensor": "model.language_model.layers.1.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4608, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(4608, 1408)", "tensor": "model.language_model.layers.12.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4608, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-128|(3712, 1792)", "tensor": "model.language_model.layers.10.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3712, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-128|(1792, 256)", "tensor": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-128|(768, 1024)", "tensor": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight|2d-128|(1536, 256)", "tensor": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight|2d-128|(3456, 1408)", "tensor": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3456, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-128|(2176, 1920)", "tensor": "model.language_model.layers.20.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2176, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight|2d-128|(3712, 1792)", "tensor": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3712, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight|2d-128|(0, 256)", "tensor": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.18.linear_attn.in_proj_qkv.weight|2d-128|(5376, 1920)", "tensor": "model.language_model.layers.18.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5376, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(5888, 128)", "tensor": "model.language_model.layers.12.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5888, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight|2d-128|(4992, 1664)", "tensor": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4992, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-128|(3072, 896)", "tensor": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3072, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight|2d-128|(1792, 1152)", "tensor": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.18.linear_attn.in_proj_qkv.weight|2d-128|(4352, 1408)", "tensor": "model.language_model.layers.18.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4352, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.1.linear_attn.in_proj_qkv.weight|2d-128|(2176, 768)", "tensor": "model.language_model.layers.1.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2176, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(5376, 1280)", "tensor": "model.language_model.layers.12.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5376, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-128|(2176, 1152)", "tensor": "model.language_model.layers.20.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2176, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight|2d-128|(3712, 1152)", "tensor": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3712, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-128|(5504, 1024)", "tensor": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5504, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-128|(4480, 896)", "tensor": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4480, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-128|(4352, 1536)", "tensor": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4352, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-128|(3968, 896)", "tensor": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3968, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-128|(1536, 640)", "tensor": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-128|(5120, 1408)", "tensor": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5120, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-128|(4096, 256)", "tensor": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4096, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.17.linear_attn.in_proj_qkv.weight|2d-128|(384, 256)", "tensor": "model.language_model.layers.17.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-128|(1024, 1280)", "tensor": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-128|(6016, 1152)", "tensor": "model.language_model.layers.10.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 6016, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.18.linear_attn.in_proj_qkv.weight|2d-128|(4224, 1792)", "tensor": "model.language_model.layers.18.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4224, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-128|(5632, 1792)", "tensor": "model.language_model.layers.20.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5632, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight|2d-128|(2944, 1152)", "tensor": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2944, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-128|(2944, 384)", "tensor": "model.language_model.layers.20.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2944, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-128|(5760, 128)", "tensor": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5760, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-128|(256, 1920)", "tensor": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.18.linear_attn.in_proj_qkv.weight|2d-128|(2432, 1792)", "tensor": "model.language_model.layers.18.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2432, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-128|(5888, 1408)", "tensor": "model.language_model.layers.0.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5888, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-128|(2304, 1920)", "tensor": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2304, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight|2d-128|(4096, 1536)", "tensor": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4096, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(2944, 0)", "tensor": "model.language_model.layers.12.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2944, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(4992, 1152)", "tensor": "model.language_model.layers.12.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4992, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.1.linear_attn.in_proj_qkv.weight|2d-128|(1408, 768)", "tensor": "model.language_model.layers.1.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-128|(640, 1280)", "tensor": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.17.linear_attn.in_proj_qkv.weight|2d-128|(2944, 1408)", "tensor": "model.language_model.layers.17.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2944, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-128|(1280, 384)", "tensor": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-128|(5248, 1664)", "tensor": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5248, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-128|(5504, 1024)", "tensor": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5504, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight|2d-128|(1280, 896)", "tensor": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-128|(768, 1920)", "tensor": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-128|(1152, 128)", "tensor": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-128|(3840, 1024)", "tensor": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3840, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-128|(1152, 1408)", "tensor": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.18.linear_attn.in_proj_qkv.weight|2d-128|(512, 1280)", "tensor": "model.language_model.layers.18.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.1.linear_attn.in_proj_qkv.weight|2d-128|(4096, 1664)", "tensor": "model.language_model.layers.1.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4096, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-128|(1280, 128)", "tensor": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight|2d-128|(5376, 1792)", "tensor": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5376, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-128|(4864, 256)", "tensor": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4864, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-128|(3968, 1792)", "tensor": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3968, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-128|(4096, 0)", "tensor": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4096, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-128|(4864, 256)", "tensor": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4864, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-128|(4224, 1280)", "tensor": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4224, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-128|(2048, 640)", "tensor": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2048, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-128|(4352, 1152)", "tensor": "model.language_model.layers.10.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4352, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.17.linear_attn.in_proj_qkv.weight|2d-128|(4480, 256)", "tensor": "model.language_model.layers.17.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4480, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-128|(640, 640)", "tensor": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.17.linear_attn.in_proj_qkv.weight|2d-128|(4224, 128)", "tensor": "model.language_model.layers.17.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4224, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.18.linear_attn.in_proj_qkv.weight|2d-128|(6016, 1792)", "tensor": "model.language_model.layers.18.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 6016, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(3712, 1408)", "tensor": "model.language_model.layers.12.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3712, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-128|(512, 1280)", "tensor": "model.language_model.layers.10.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-128|(3072, 0)", "tensor": "model.language_model.layers.20.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3072, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-128|(5120, 0)", "tensor": "model.language_model.layers.0.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5120, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight|2d-128|(4480, 896)", "tensor": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4480, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight|2d-128|(4736, 384)", "tensor": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4736, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-128|(3712, 256)", "tensor": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3712, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.18.linear_attn.in_proj_qkv.weight|2d-128|(2176, 1024)", "tensor": "model.language_model.layers.18.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2176, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight|2d-128|(1792, 640)", "tensor": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight|2d-128|(3968, 896)", "tensor": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3968, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-128|(1664, 768)", "tensor": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight|2d-128|(640, 1536)", "tensor": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-128|(4480, 768)", "tensor": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4480, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.17.linear_attn.in_proj_qkv.weight|2d-128|(3328, 896)", "tensor": "model.language_model.layers.17.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3328, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-128|(3712, 0)", "tensor": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3712, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight|2d-128|(128, 384)", "tensor": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight|2d-128|(5760, 1280)", "tensor": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5760, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.18.linear_attn.in_proj_qkv.weight|2d-128|(4480, 1792)", "tensor": "model.language_model.layers.18.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4480, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-128|(768, 768)", "tensor": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight|2d-128|(1024, 1280)", "tensor": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-128|(5248, 1920)", "tensor": "model.language_model.layers.20.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5248, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-128|(896, 1536)", "tensor": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-128|(1920, 384)", "tensor": "model.language_model.layers.10.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-128|(4864, 1152)", "tensor": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4864, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-128|(384, 0)", "tensor": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.18.linear_attn.in_proj_qkv.weight|2d-128|(512, 896)", "tensor": "model.language_model.layers.18.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-128|(5120, 512)", "tensor": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5120, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-128|(3712, 640)", "tensor": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3712, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-128|(2944, 896)", "tensor": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2944, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-128|(4352, 128)", "tensor": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4352, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-128|(3840, 256)", "tensor": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3840, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-128|(3328, 1664)", "tensor": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3328, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight|2d-128|(5120, 896)", "tensor": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5120, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight|2d-128|(1920, 256)", "tensor": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-128|(2944, 1664)", "tensor": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2944, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.18.linear_attn.in_proj_qkv.weight|2d-128|(3456, 1664)", "tensor": "model.language_model.layers.18.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3456, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-128|(0, 0)", "tensor": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight|2d-128|(3200, 1152)", "tensor": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3200, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-128|(5632, 1536)", "tensor": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5632, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-128|(2560, 1920)", "tensor": "model.language_model.layers.10.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2560, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-128|(3200, 640)", "tensor": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3200, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-128|(2688, 1920)", "tensor": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2688, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight|2d-128|(2304, 128)", "tensor": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2304, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.1.linear_attn.in_proj_qkv.weight|2d-128|(4352, 1664)", "tensor": "model.language_model.layers.1.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4352, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight|2d-128|(2560, 512)", "tensor": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2560, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight|2d-128|(5376, 1408)", "tensor": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5376, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-128|(1408, 1920)", "tensor": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-128|(2816, 1792)", "tensor": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2816, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.17.linear_attn.in_proj_qkv.weight|2d-128|(1152, 896)", "tensor": "model.language_model.layers.17.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-128|(3968, 512)", "tensor": "model.language_model.layers.10.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3968, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.17.linear_attn.in_proj_qkv.weight|2d-128|(4096, 256)", "tensor": "model.language_model.layers.17.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4096, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(5376, 1664)", "tensor": "model.language_model.layers.12.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5376, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight|2d-128|(2688, 1024)", "tensor": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2688, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-128|(5504, 512)", "tensor": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5504, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-128|(4352, 1792)", "tensor": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4352, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-128|(5888, 128)", "tensor": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5888, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-128|(5760, 256)", "tensor": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5760, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight|2d-128|(2176, 0)", "tensor": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2176, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-128|(512, 768)", "tensor": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight|2d-128|(5504, 512)", "tensor": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5504, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-128|(2816, 512)", "tensor": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2816, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.18.linear_attn.in_proj_qkv.weight|2d-128|(896, 1664)", "tensor": "model.language_model.layers.18.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-128|(3200, 640)", "tensor": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3200, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-128|(5504, 256)", "tensor": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5504, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-128|(384, 640)", "tensor": "model.language_model.layers.10.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-128|(4224, 896)", "tensor": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4224, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.1.linear_attn.in_proj_qkv.weight|2d-128|(4352, 1920)", "tensor": "model.language_model.layers.1.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4352, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-128|(3840, 0)", "tensor": "model.language_model.layers.20.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3840, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-128|(1536, 1152)", "tensor": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-128|(5504, 384)", "tensor": "model.language_model.layers.10.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5504, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight|2d-128|(4992, 1024)", "tensor": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4992, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.17.linear_attn.in_proj_qkv.weight|2d-128|(0, 1536)", "tensor": "model.language_model.layers.17.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-128|(640, 1920)", "tensor": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-128|(1792, 1024)", "tensor": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.17.linear_attn.in_proj_qkv.weight|2d-128|(4864, 1920)", "tensor": "model.language_model.layers.17.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4864, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight|2d-128|(1152, 1152)", "tensor": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-128|(2176, 1152)", "tensor": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2176, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(3840, 640)", "tensor": "model.language_model.layers.12.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3840, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(5120, 128)", "tensor": "model.language_model.layers.12.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5120, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-128|(3456, 1536)", "tensor": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3456, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight|2d-128|(5504, 640)", "tensor": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5504, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-128|(256, 1408)", "tensor": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-128|(3968, 512)", "tensor": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3968, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-128|(2304, 896)", "tensor": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2304, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-128|(3200, 1536)", "tensor": "model.language_model.layers.10.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3200, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-128|(512, 1408)", "tensor": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight|2d-128|(512, 128)", "tensor": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight|2d-128|(640, 1664)", "tensor": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-128|(1792, 128)", "tensor": "model.language_model.layers.0.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(2944, 1024)", "tensor": "model.language_model.layers.12.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2944, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-128|(1792, 384)", "tensor": "model.language_model.layers.0.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-128|(2304, 512)", "tensor": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2304, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-128|(384, 512)", "tensor": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-128|(2816, 384)", "tensor": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2816, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-128|(3968, 640)", "tensor": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3968, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-128|(1408, 1280)", "tensor": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-128|(256, 1024)", "tensor": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight|2d-128|(2176, 1920)", "tensor": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2176, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-128|(1152, 896)", "tensor": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(2688, 1408)", "tensor": "model.language_model.layers.12.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2688, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-128|(5632, 1664)", "tensor": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5632, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-128|(0, 512)", "tensor": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(1792, 896)", "tensor": "model.language_model.layers.12.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-128|(1920, 0)", "tensor": "model.language_model.layers.0.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight|2d-128|(5376, 896)", "tensor": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5376, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight|2d-128|(512, 640)", "tensor": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-128|(1536, 384)", "tensor": "model.language_model.layers.10.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight|2d-128|(512, 768)", "tensor": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-128|(5632, 896)", "tensor": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5632, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-128|(1024, 896)", "tensor": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-128|(4736, 1792)", "tensor": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4736, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight|2d-128|(4096, 512)", "tensor": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4096, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-128|(5504, 768)", "tensor": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5504, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.18.linear_attn.in_proj_qkv.weight|2d-128|(1024, 1152)", "tensor": "model.language_model.layers.18.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(1024, 1920)", "tensor": "model.language_model.layers.12.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.1.linear_attn.in_proj_qkv.weight|2d-128|(2432, 640)", "tensor": "model.language_model.layers.1.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2432, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-128|(5376, 1408)", "tensor": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5376, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight|2d-128|(1792, 896)", "tensor": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-128|(1280, 384)", "tensor": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.1.linear_attn.in_proj_qkv.weight|2d-64|(4736, 1856)", "tensor": "model.language_model.layers.1.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4736, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-64|(256, 832)", "tensor": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-64|(3904, 1920)", "tensor": "model.language_model.layers.0.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3904, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight|2d-64|(2816, 576)", "tensor": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2816, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-64|(1024, 640)", "tensor": "model.language_model.layers.12.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1024, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-64|(4032, 128)", "tensor": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4032, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight|2d-64|(5376, 320)", "tensor": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5376, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.17.linear_attn.in_proj_qkv.weight|2d-64|(1024, 384)", "tensor": "model.language_model.layers.17.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1024, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.1.linear_attn.in_proj_qkv.weight|2d-64|(640, 960)", "tensor": "model.language_model.layers.1.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-64|(3328, 832)", "tensor": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3328, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-64|(4736, 1664)", "tensor": "model.language_model.layers.12.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4736, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight|2d-64|(4288, 320)", "tensor": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4288, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-64|(4864, 1920)", "tensor": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4864, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-64|(5632, 448)", "tensor": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5632, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-64|(2048, 320)", "tensor": "model.language_model.layers.20.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2048, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-64|(960, 704)", "tensor": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.1.linear_attn.in_proj_qkv.weight|2d-64|(3328, 640)", "tensor": "model.language_model.layers.1.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3328, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.18.linear_attn.in_proj_qkv.weight|2d-64|(3008, 1024)", "tensor": "model.language_model.layers.18.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3008, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-64|(5120, 384)", "tensor": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5120, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-64|(2688, 1920)", "tensor": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2688, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-64|(2752, 1984)", "tensor": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2752, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-64|(1344, 896)", "tensor": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1344, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight|2d-64|(2304, 1024)", "tensor": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2304, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-64|(5184, 128)", "tensor": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5184, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight|2d-64|(5248, 1408)", "tensor": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5248, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-64|(2432, 1408)", "tensor": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2432, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-64|(5696, 1408)", "tensor": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5696, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight|2d-64|(2240, 704)", "tensor": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2240, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight|2d-64|(192, 320)", "tensor": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight|2d-64|(3200, 1024)", "tensor": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3200, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-64|(5888, 1344)", "tensor": "model.language_model.layers.12.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5888, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-64|(1408, 576)", "tensor": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-64|(2560, 576)", "tensor": "model.language_model.layers.0.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2560, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight|2d-64|(2624, 1024)", "tensor": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2624, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight|2d-64|(192, 1984)", "tensor": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight|2d-64|(5504, 960)", "tensor": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5504, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-64|(4032, 320)", "tensor": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4032, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.17.linear_attn.in_proj_qkv.weight|2d-64|(832, 128)", "tensor": "model.language_model.layers.17.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.18.linear_attn.in_proj_qkv.weight|2d-64|(1216, 256)", "tensor": "model.language_model.layers.18.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1216, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-64|(1216, 1984)", "tensor": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1216, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-64|(4928, 1280)", "tensor": "model.language_model.layers.10.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4928, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-64|(1024, 640)", "tensor": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1024, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-64|(1600, 1536)", "tensor": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1600, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight|2d-64|(4032, 1472)", "tensor": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4032, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-64|(5760, 192)", "tensor": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5760, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-64|(5824, 1216)", "tensor": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5824, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-64|(1152, 1664)", "tensor": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1152, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.17.linear_attn.in_proj_qkv.weight|2d-64|(1792, 192)", "tensor": "model.language_model.layers.17.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1792, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-64|(1856, 1856)", "tensor": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-64|(2176, 896)", "tensor": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2176, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.1.linear_attn.in_proj_qkv.weight|2d-64|(4480, 1984)", "tensor": "model.language_model.layers.1.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4480, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight|2d-64|(5760, 1664)", "tensor": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5760, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-64|(512, 1664)", "tensor": "model.language_model.layers.0.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-64|(1664, 1856)", "tensor": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-64|(4864, 1472)", "tensor": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4864, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-64|(1536, 384)", "tensor": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1536, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-64|(1664, 320)", "tensor": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.1.linear_attn.in_proj_qkv.weight|2d-64|(1472, 1664)", "tensor": "model.language_model.layers.1.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1472, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-64|(4544, 1920)", "tensor": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4544, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-64|(576, 1728)", "tensor": "model.language_model.layers.20.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-64|(4352, 1088)", "tensor": "model.language_model.layers.10.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4352, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-64|(1472, 960)", "tensor": "model.language_model.layers.10.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1472, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight|2d-64|(4352, 512)", "tensor": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4352, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-64|(5696, 320)", "tensor": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5696, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-64|(960, 1728)", "tensor": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-64|(4032, 1344)", "tensor": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4032, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-64|(5632, 192)", "tensor": "model.language_model.layers.20.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5632, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-64|(256, 448)", "tensor": "model.language_model.layers.20.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight|2d-64|(3904, 1792)", "tensor": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3904, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight|2d-64|(1600, 640)", "tensor": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1600, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-64|(3712, 896)", "tensor": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3712, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-64|(2432, 1728)", "tensor": "model.language_model.layers.0.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2432, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.18.linear_attn.in_proj_qkv.weight|2d-64|(640, 640)", "tensor": "model.language_model.layers.18.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight|2d-64|(0, 1920)", "tensor": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-64|(4288, 640)", "tensor": "model.language_model.layers.10.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4288, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-64|(2432, 704)", "tensor": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2432, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight|2d-64|(4416, 448)", "tensor": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4416, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-64|(1216, 512)", "tensor": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1216, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight|2d-64|(2688, 1152)", "tensor": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2688, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-64|(3840, 1728)", "tensor": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3840, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-64|(2304, 1920)", "tensor": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2304, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight|2d-64|(1024, 448)", "tensor": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1024, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.1.linear_attn.in_proj_qkv.weight|2d-64|(4352, 832)", "tensor": "model.language_model.layers.1.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4352, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-64|(128, 1280)", "tensor": "model.language_model.layers.10.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight|2d-64|(1600, 1472)", "tensor": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1600, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight|2d-64|(3392, 1152)", "tensor": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3392, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-64|(2688, 448)", "tensor": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2688, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-64|(5440, 1728)", "tensor": "model.language_model.layers.10.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5440, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.1.linear_attn.in_proj_qkv.weight|2d-64|(1024, 1088)", "tensor": "model.language_model.layers.1.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1024, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-64|(768, 256)", "tensor": "model.language_model.layers.20.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight|2d-64|(1792, 1536)", "tensor": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1792, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-64|(4352, 1280)", "tensor": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4352, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-64|(576, 1856)", "tensor": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.1.linear_attn.in_proj_qkv.weight|2d-64|(3712, 1856)", "tensor": "model.language_model.layers.1.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3712, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-64|(3584, 960)", "tensor": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3584, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-64|(3072, 1216)", "tensor": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3072, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-64|(64, 1664)", "tensor": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-64|(1344, 896)", "tensor": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1344, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight|2d-64|(4608, 704)", "tensor": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4608, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-64|(2304, 640)", "tensor": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2304, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-64|(5312, 896)", "tensor": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5312, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-64|(2176, 1344)", "tensor": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2176, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight|2d-64|(3008, 1280)", "tensor": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3008, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-64|(0, 256)", "tensor": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-64|(1408, 768)", "tensor": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-64|(2560, 1088)", "tensor": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2560, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight|2d-64|(2496, 1024)", "tensor": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2496, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight|2d-64|(5184, 704)", "tensor": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5184, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-64|(2176, 1280)", "tensor": "model.language_model.layers.12.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2176, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-64|(1536, 1088)", "tensor": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1536, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-64|(1600, 1024)", "tensor": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1600, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-64|(1664, 1728)", "tensor": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-64|(1472, 384)", "tensor": "model.language_model.layers.0.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1472, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-64|(4800, 320)", "tensor": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4800, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight|2d-64|(2048, 128)", "tensor": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2048, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.18.linear_attn.in_proj_qkv.weight|2d-64|(3968, 384)", "tensor": "model.language_model.layers.18.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3968, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-64|(1216, 1152)", "tensor": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1216, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-64|(4032, 640)", "tensor": "model.language_model.layers.10.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4032, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-64|(4288, 0)", "tensor": "model.language_model.layers.10.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4288, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-64|(4352, 640)", "tensor": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4352, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-64|(2112, 768)", "tensor": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2112, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-64|(960, 256)", "tensor": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.17.linear_attn.in_proj_qkv.weight|2d-64|(3072, 768)", "tensor": "model.language_model.layers.17.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3072, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-64|(1280, 576)", "tensor": "model.language_model.layers.10.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1280, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight|2d-64|(3008, 256)", "tensor": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3008, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-64|(2688, 704)", "tensor": "model.language_model.layers.12.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2688, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-64|(4864, 64)", "tensor": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4864, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight|2d-64|(5120, 1280)", "tensor": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5120, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight|2d-64|(2176, 576)", "tensor": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2176, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-64|(1856, 1216)", "tensor": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight|2d-64|(2880, 1920)", "tensor": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2880, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-64|(2496, 704)", "tensor": "model.language_model.layers.12.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2496, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-64|(576, 1088)", "tensor": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-64|(320, 1600)", "tensor": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-64|(3648, 512)", "tensor": "model.language_model.layers.0.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3648, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-64|(2560, 512)", "tensor": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2560, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-64|(4160, 128)", "tensor": "model.language_model.layers.0.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4160, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight|2d-64|(640, 448)", "tensor": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight|2d-64|(4480, 1472)", "tensor": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4480, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.1.linear_attn.in_proj_qkv.weight|2d-64|(2816, 1600)", "tensor": "model.language_model.layers.1.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2816, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-64|(2880, 1856)", "tensor": "model.language_model.layers.20.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2880, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-64|(3584, 768)", "tensor": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3584, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight|2d-64|(2176, 1728)", "tensor": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2176, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-64|(3392, 576)", "tensor": "model.language_model.layers.20.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3392, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-64|(3200, 576)", "tensor": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3200, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-64|(5440, 1920)", "tensor": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5440, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight|2d-64|(1344, 448)", "tensor": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1344, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-64|(3584, 1024)", "tensor": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3584, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-64|(2432, 1024)", "tensor": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2432, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-64|(960, 1856)", "tensor": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-64|(2944, 1792)", "tensor": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2944, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-64|(640, 1280)", "tensor": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-64|(2048, 960)", "tensor": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2048, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-64|(4352, 1472)", "tensor": "model.language_model.layers.0.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4352, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-64|(4608, 640)", "tensor": "model.language_model.layers.20.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4608, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-64|(3136, 896)", "tensor": "model.language_model.layers.12.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3136, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-64|(320, 1792)", "tensor": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-64|(1920, 256)", "tensor": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1920, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-64|(320, 1408)", "tensor": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-64|(192, 768)", "tensor": "model.language_model.layers.20.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight|2d-64|(3200, 512)", "tensor": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3200, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-64|(320, 64)", "tensor": "model.language_model.layers.0.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight|2d-64|(576, 832)", "tensor": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-64|(2944, 1024)", "tensor": "model.language_model.layers.12.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2944, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-64|(3264, 256)", "tensor": "model.language_model.layers.0.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3264, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight|2d-64|(2944, 832)", "tensor": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2944, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight|2d-64|(3648, 1472)", "tensor": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3648, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight|2d-64|(3392, 512)", "tensor": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3392, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.18.linear_attn.in_proj_qkv.weight|2d-64|(2880, 1664)", "tensor": "model.language_model.layers.18.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2880, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-64|(4544, 256)", "tensor": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4544, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-64|(384, 512)", "tensor": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.18.linear_attn.in_proj_qkv.weight|2d-64|(3648, 576)", "tensor": "model.language_model.layers.18.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3648, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight|2d-64|(3840, 448)", "tensor": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3840, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-64|(2496, 1856)", "tensor": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2496, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight|2d-64|(3008, 256)", "tensor": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3008, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.17.linear_attn.in_proj_qkv.weight|2d-64|(4992, 576)", "tensor": "model.language_model.layers.17.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4992, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight|2d-64|(4352, 1728)", "tensor": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4352, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight|2d-64|(3712, 1920)", "tensor": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3712, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-64|(6080, 0)", "tensor": "model.language_model.layers.0.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 6080, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.1.linear_attn.in_proj_qkv.weight|2d-64|(5312, 1344)", "tensor": "model.language_model.layers.1.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5312, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-64|(4928, 1024)", "tensor": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4928, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.18.linear_attn.in_proj_qkv.weight|2d-64|(448, 192)", "tensor": "model.language_model.layers.18.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-64|(5888, 1984)", "tensor": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5888, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-64|(2560, 0)", "tensor": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2560, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-64|(1280, 960)", "tensor": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1280, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight|2d-64|(384, 1088)", "tensor": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-64|(3968, 896)", "tensor": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3968, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-64|(2304, 192)", "tensor": "model.language_model.layers.20.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2304, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-64|(2368, 896)", "tensor": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2368, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.17.linear_attn.in_proj_qkv.weight|2d-64|(5120, 896)", "tensor": "model.language_model.layers.17.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5120, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-64|(960, 1088)", "tensor": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight|2d-64|(5248, 1088)", "tensor": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5248, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.18.linear_attn.in_proj_qkv.weight|2d-64|(3200, 768)", "tensor": "model.language_model.layers.18.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3200, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.17.linear_attn.in_proj_qkv.weight|2d-64|(5376, 640)", "tensor": "model.language_model.layers.17.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5376, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight|2d-64|(4352, 256)", "tensor": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4352, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight|2d-64|(5888, 1856)", "tensor": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5888, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-64|(512, 1152)", "tensor": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-64|(1728, 1536)", "tensor": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1728, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-64|(3904, 0)", "tensor": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3904, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-64|(4288, 640)", "tensor": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4288, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-64|(4352, 256)", "tensor": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4352, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight|2d-64|(1088, 1344)", "tensor": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1088, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-64|(5568, 1024)", "tensor": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5568, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight|2d-64|(704, 640)", "tensor": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-64|(3648, 1920)", "tensor": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3648, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight|2d-64|(5888, 1600)", "tensor": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5888, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight|2d-64|(3904, 896)", "tensor": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3904, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-64|(6016, 1728)", "tensor": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 6016, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-64|(3456, 1088)", "tensor": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3456, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight|2d-64|(1664, 1024)", "tensor": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.1.linear_attn.in_proj_qkv.weight|2d-64|(4096, 1344)", "tensor": "model.language_model.layers.1.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4096, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-64|(3392, 1664)", "tensor": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3392, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-64|(2880, 512)", "tensor": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2880, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-64|(1664, 960)", "tensor": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-64|(5696, 960)", "tensor": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5696, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight|2d-64|(1472, 0)", "tensor": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1472, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-64|(2496, 576)", "tensor": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2496, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-64|(3904, 1536)", "tensor": "model.language_model.layers.10.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3904, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-64|(2176, 1856)", "tensor": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2176, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-64|(2560, 704)", "tensor": "model.language_model.layers.0.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2560, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-64|(4608, 576)", "tensor": "model.language_model.layers.12.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4608, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-64|(6080, 1280)", "tensor": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 6080, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight|2d-64|(1216, 384)", "tensor": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1216, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-64|(5248, 1728)", "tensor": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5248, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight|2d-64|(64, 448)", "tensor": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-64|(3904, 1792)", "tensor": "model.language_model.layers.10.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3904, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-64|(5376, 192)", "tensor": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5376, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-64|(3136, 256)", "tensor": "model.language_model.layers.0.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3136, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-64|(5760, 384)", "tensor": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5760, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight|2d-64|(1024, 1920)", "tensor": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1024, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight|2d-64|(4928, 1600)", "tensor": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4928, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-64|(960, 1664)", "tensor": "model.language_model.layers.0.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight|2d-64|(5632, 128)", "tensor": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5632, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-64|(704, 1536)", "tensor": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.18.linear_attn.in_proj_qkv.weight|2d-64|(4608, 832)", "tensor": "model.language_model.layers.18.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4608, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-64|(1600, 1600)", "tensor": "model.language_model.layers.20.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1600, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight|2d-64|(1280, 256)", "tensor": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1280, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-64|(4160, 1216)", "tensor": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4160, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-64|(5696, 1216)", "tensor": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5696, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-64|(2816, 128)", "tensor": "model.language_model.layers.0.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2816, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-64|(320, 1728)", "tensor": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight|2d-64|(512, 960)", "tensor": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight|2d-64|(5632, 384)", "tensor": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5632, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-64|(3520, 576)", "tensor": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3520, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-64|(832, 1216)", "tensor": "model.language_model.layers.20.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-64|(1984, 192)", "tensor": "model.language_model.layers.12.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1984, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-64|(832, 960)", "tensor": "model.language_model.layers.20.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-64|(3328, 576)", "tensor": "model.language_model.layers.20.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3328, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight|2d-64|(1856, 1152)", "tensor": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-64|(1408, 64)", "tensor": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-64|(3520, 1344)", "tensor": "model.language_model.layers.20.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3520, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-64|(3776, 128)", "tensor": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3776, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-64|(4480, 0)", "tensor": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4480, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-64|(4544, 1664)", "tensor": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4544, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight|2d-64|(384, 1344)", "tensor": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight|2d-64|(5312, 1984)", "tensor": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5312, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.12.linear_attn.in_proj_z.weight|2d-128|(512, 1792)", "tensor": "model.language_model.layers.12.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-128|(1664, 1408)", "tensor": "model.language_model.layers.16.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-128|(1024, 1408)", "tensor": "model.language_model.layers.2.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(1536, 256)", "tensor": "model.language_model.layers.18.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.0.linear_attn.in_proj_z.weight|2d-128|(0, 512)", "tensor": "model.language_model.layers.0.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.17.linear_attn.in_proj_z.weight|2d-128|(640, 896)", "tensor": "model.language_model.layers.17.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.9.linear_attn.in_proj_z.weight|2d-128|(640, 640)", "tensor": "model.language_model.layers.9.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.0.linear_attn.in_proj_z.weight|2d-128|(0, 896)", "tensor": "model.language_model.layers.0.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.0.linear_attn.in_proj_z.weight|2d-128|(0, 1024)", "tensor": "model.language_model.layers.0.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.10.linear_attn.in_proj_z.weight|2d-128|(512, 1920)", "tensor": "model.language_model.layers.10.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.8.linear_attn.in_proj_z.weight|2d-128|(0, 0)", "tensor": "model.language_model.layers.8.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-128|(512, 512)", "tensor": "model.language_model.layers.2.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.8.linear_attn.in_proj_z.weight|2d-128|(384, 1664)", "tensor": "model.language_model.layers.8.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-128|(640, 1408)", "tensor": "model.language_model.layers.16.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(1280, 384)", "tensor": "model.language_model.layers.18.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.9.linear_attn.in_proj_z.weight|2d-128|(1024, 1280)", "tensor": "model.language_model.layers.9.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.6.linear_attn.in_proj_z.weight|2d-128|(0, 1536)", "tensor": "model.language_model.layers.6.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-128|(0, 384)", "tensor": "model.language_model.layers.22.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.17.linear_attn.in_proj_z.weight|2d-128|(1280, 384)", "tensor": "model.language_model.layers.17.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.20.linear_attn.in_proj_z.weight|2d-128|(0, 384)", "tensor": "model.language_model.layers.20.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-128|(1920, 640)", "tensor": "model.language_model.layers.16.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.8.linear_attn.in_proj_z.weight|2d-128|(1280, 384)", "tensor": "model.language_model.layers.8.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.21.linear_attn.in_proj_z.weight|2d-128|(1792, 1664)", "tensor": "model.language_model.layers.21.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.1.linear_attn.in_proj_z.weight|2d-128|(512, 512)", "tensor": "model.language_model.layers.1.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.6.linear_attn.in_proj_z.weight|2d-128|(1408, 1408)", "tensor": "model.language_model.layers.6.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.13.linear_attn.in_proj_z.weight|2d-128|(1152, 1792)", "tensor": "model.language_model.layers.13.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-128|(1024, 256)", "tensor": "model.language_model.layers.16.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.10.linear_attn.in_proj_z.weight|2d-128|(128, 1152)", "tensor": "model.language_model.layers.10.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.1.linear_attn.in_proj_z.weight|2d-128|(1920, 384)", "tensor": "model.language_model.layers.1.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-128|(1024, 384)", "tensor": "model.language_model.layers.4.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.12.linear_attn.in_proj_z.weight|2d-128|(1792, 1664)", "tensor": "model.language_model.layers.12.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.0.linear_attn.in_proj_z.weight|2d-128|(128, 1920)", "tensor": "model.language_model.layers.0.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.21.linear_attn.in_proj_z.weight|2d-128|(0, 768)", "tensor": "model.language_model.layers.21.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1664)", "tensor": "model.language_model.layers.18.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-128|(1280, 1664)", "tensor": "model.language_model.layers.16.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.1.linear_attn.in_proj_z.weight|2d-128|(512, 768)", "tensor": "model.language_model.layers.1.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.0.linear_attn.in_proj_z.weight|2d-128|(256, 512)", "tensor": "model.language_model.layers.0.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.21.linear_attn.in_proj_z.weight|2d-128|(1152, 896)", "tensor": "model.language_model.layers.21.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.13.linear_attn.in_proj_z.weight|2d-128|(1408, 384)", "tensor": "model.language_model.layers.13.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.5.linear_attn.in_proj_z.weight|2d-128|(1664, 1536)", "tensor": "model.language_model.layers.5.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.20.linear_attn.in_proj_z.weight|2d-128|(896, 1408)", "tensor": "model.language_model.layers.20.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.1.linear_attn.in_proj_z.weight|2d-128|(640, 640)", "tensor": "model.language_model.layers.1.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.8.linear_attn.in_proj_z.weight|2d-128|(768, 640)", "tensor": "model.language_model.layers.8.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.20.linear_attn.in_proj_z.weight|2d-128|(128, 1280)", "tensor": "model.language_model.layers.20.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.9.linear_attn.in_proj_z.weight|2d-128|(1152, 1024)", "tensor": "model.language_model.layers.9.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.13.linear_attn.in_proj_z.weight|2d-128|(1792, 896)", "tensor": "model.language_model.layers.13.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.6.linear_attn.in_proj_z.weight|2d-128|(128, 640)", "tensor": "model.language_model.layers.6.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.0.linear_attn.in_proj_z.weight|2d-128|(256, 1920)", "tensor": "model.language_model.layers.0.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.17.linear_attn.in_proj_z.weight|2d-128|(128, 1792)", "tensor": "model.language_model.layers.17.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.13.linear_attn.in_proj_z.weight|2d-128|(896, 640)", "tensor": "model.language_model.layers.13.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.9.linear_attn.in_proj_z.weight|2d-128|(0, 1792)", "tensor": "model.language_model.layers.9.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.0.linear_attn.in_proj_z.weight|2d-128|(384, 384)", "tensor": "model.language_model.layers.0.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-128|(384, 1664)", "tensor": "model.language_model.layers.16.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.13.linear_attn.in_proj_z.weight|2d-128|(1024, 768)", "tensor": "model.language_model.layers.13.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.8.linear_attn.in_proj_z.weight|2d-128|(384, 1024)", "tensor": "model.language_model.layers.8.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.0.linear_attn.in_proj_z.weight|2d-128|(384, 896)", "tensor": "model.language_model.layers.0.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-128|(512, 512)", "tensor": "model.language_model.layers.16.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.20.linear_attn.in_proj_z.weight|2d-128|(1920, 1536)", "tensor": "model.language_model.layers.20.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.17.linear_attn.in_proj_z.weight|2d-128|(0, 0)", "tensor": "model.language_model.layers.17.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.12.linear_attn.in_proj_z.weight|2d-128|(1536, 256)", "tensor": "model.language_model.layers.12.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-128|(1152, 384)", "tensor": "model.language_model.layers.2.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.10.linear_attn.in_proj_z.weight|2d-128|(1152, 896)", "tensor": "model.language_model.layers.10.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.13.linear_attn.in_proj_z.weight|2d-128|(512, 1408)", "tensor": "model.language_model.layers.13.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-128|(1792, 1280)", "tensor": "model.language_model.layers.22.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-128|(512, 1152)", "tensor": "model.language_model.layers.4.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-128|(1408, 1792)", "tensor": "model.language_model.layers.22.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.14.linear_attn.in_proj_z.weight|2d-128|(0, 1024)", "tensor": "model.language_model.layers.14.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.6.linear_attn.in_proj_z.weight|2d-128|(1792, 1536)", "tensor": "model.language_model.layers.6.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(1792, 1664)", "tensor": "model.language_model.layers.18.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-128|(768, 1920)", "tensor": "model.language_model.layers.16.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.17.linear_attn.in_proj_z.weight|2d-128|(768, 1920)", "tensor": "model.language_model.layers.17.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-128|(1280, 0)", "tensor": "model.language_model.layers.22.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.17.linear_attn.in_proj_z.weight|2d-128|(1024, 768)", "tensor": "model.language_model.layers.17.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.14.linear_attn.in_proj_z.weight|2d-128|(768, 640)", "tensor": "model.language_model.layers.14.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.12.linear_attn.in_proj_z.weight|2d-128|(1024, 1792)", "tensor": "model.language_model.layers.12.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.10.linear_attn.in_proj_z.weight|2d-128|(256, 1920)", "tensor": "model.language_model.layers.10.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.0.linear_attn.in_proj_z.weight|2d-128|(512, 1536)", "tensor": "model.language_model.layers.0.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.10.linear_attn.in_proj_z.weight|2d-128|(1408, 640)", "tensor": "model.language_model.layers.10.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(896, 0)", "tensor": "model.language_model.layers.18.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.17.linear_attn.in_proj_z.weight|2d-128|(896, 1536)", "tensor": "model.language_model.layers.17.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-128|(0, 640)", "tensor": "model.language_model.layers.22.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.1.linear_attn.in_proj_z.weight|2d-128|(768, 1152)", "tensor": "model.language_model.layers.1.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-128|(896, 512)", "tensor": "model.language_model.layers.22.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(1792, 1024)", "tensor": "model.language_model.layers.18.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-128|(1664, 512)", "tensor": "model.language_model.layers.2.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.14.linear_attn.in_proj_z.weight|2d-128|(1792, 640)", "tensor": "model.language_model.layers.14.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.21.linear_attn.in_proj_z.weight|2d-128|(896, 1024)", "tensor": "model.language_model.layers.21.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.14.linear_attn.in_proj_z.weight|2d-128|(1536, 1408)", "tensor": "model.language_model.layers.14.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.21.linear_attn.in_proj_z.weight|2d-128|(896, 0)", "tensor": "model.language_model.layers.21.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.13.linear_attn.in_proj_z.weight|2d-128|(1024, 1152)", "tensor": "model.language_model.layers.13.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.13.linear_attn.in_proj_z.weight|2d-128|(1792, 640)", "tensor": "model.language_model.layers.13.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.10.linear_attn.in_proj_z.weight|2d-128|(768, 128)", "tensor": "model.language_model.layers.10.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.20.linear_attn.in_proj_z.weight|2d-128|(128, 256)", "tensor": "model.language_model.layers.20.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.9.linear_attn.in_proj_z.weight|2d-128|(1536, 512)", "tensor": "model.language_model.layers.9.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.9.linear_attn.in_proj_z.weight|2d-128|(1792, 1664)", "tensor": "model.language_model.layers.9.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(640, 384)", "tensor": "model.language_model.layers.18.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.20.linear_attn.in_proj_z.weight|2d-128|(1152, 896)", "tensor": "model.language_model.layers.20.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-128|(1536, 1280)", "tensor": "model.language_model.layers.2.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-128|(1792, 512)", "tensor": "model.language_model.layers.2.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1920)", "tensor": "model.language_model.layers.18.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.5.linear_attn.in_proj_z.weight|2d-128|(0, 384)", "tensor": "model.language_model.layers.5.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.12.linear_attn.in_proj_z.weight|2d-128|(128, 1152)", "tensor": "model.language_model.layers.12.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.5.linear_attn.in_proj_z.weight|2d-128|(512, 384)", "tensor": "model.language_model.layers.5.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.14.linear_attn.in_proj_z.weight|2d-128|(640, 1024)", "tensor": "model.language_model.layers.14.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.10.linear_attn.in_proj_z.weight|2d-128|(640, 384)", "tensor": "model.language_model.layers.10.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-128|(256, 896)", "tensor": "model.language_model.layers.2.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.21.linear_attn.in_proj_z.weight|2d-128|(896, 384)", "tensor": "model.language_model.layers.21.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-128|(1408, 1024)", "tensor": "model.language_model.layers.16.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.9.linear_attn.in_proj_z.weight|2d-128|(512, 128)", "tensor": "model.language_model.layers.9.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-128|(640, 1664)", "tensor": "model.language_model.layers.4.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-128|(640, 512)", "tensor": "model.language_model.layers.2.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.0.linear_attn.in_proj_z.weight|2d-128|(768, 1920)", "tensor": "model.language_model.layers.0.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.0.linear_attn.in_proj_z.weight|2d-128|(896, 0)", "tensor": "model.language_model.layers.0.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.17.linear_attn.in_proj_z.weight|2d-128|(512, 768)", "tensor": "model.language_model.layers.17.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.12.linear_attn.in_proj_z.weight|2d-128|(512, 1536)", "tensor": "model.language_model.layers.12.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(896, 1664)", "tensor": "model.language_model.layers.18.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.13.linear_attn.in_proj_z.weight|2d-128|(384, 384)", "tensor": "model.language_model.layers.13.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.8.linear_attn.in_proj_z.weight|2d-128|(128, 256)", "tensor": "model.language_model.layers.8.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(384, 1024)", "tensor": "model.language_model.layers.18.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-128|(0, 1664)", "tensor": "model.language_model.layers.2.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.8.linear_attn.in_proj_z.weight|2d-128|(128, 512)", "tensor": "model.language_model.layers.8.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-128|(256, 896)", "tensor": "model.language_model.layers.16.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.0.linear_attn.in_proj_z.weight|2d-128|(896, 1280)", "tensor": "model.language_model.layers.0.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.20.linear_attn.in_proj_z.weight|2d-128|(1536, 1280)", "tensor": "model.language_model.layers.20.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.21.linear_attn.in_proj_z.weight|2d-128|(1152, 640)", "tensor": "model.language_model.layers.21.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.6.linear_attn.in_proj_z.weight|2d-128|(768, 256)", "tensor": "model.language_model.layers.6.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.6.linear_attn.in_proj_z.weight|2d-128|(1408, 0)", "tensor": "model.language_model.layers.6.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(1152, 1280)", "tensor": "model.language_model.layers.18.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(1792, 1536)", "tensor": "model.language_model.layers.18.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.20.linear_attn.in_proj_z.weight|2d-128|(384, 1664)", "tensor": "model.language_model.layers.20.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-128|(1792, 256)", "tensor": "model.language_model.layers.16.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.1.linear_attn.in_proj_z.weight|2d-128|(256, 384)", "tensor": "model.language_model.layers.1.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-128|(896, 1152)", "tensor": "model.language_model.layers.22.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-128|(1792, 1536)", "tensor": "model.language_model.layers.22.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-128|(384, 640)", "tensor": "model.language_model.layers.4.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.12.linear_attn.in_proj_z.weight|2d-128|(1920, 1024)", "tensor": "model.language_model.layers.12.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-128|(896, 1920)", "tensor": "model.language_model.layers.16.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-128|(1024, 1152)", "tensor": "model.language_model.layers.22.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(640, 0)", "tensor": "model.language_model.layers.18.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(896, 512)", "tensor": "model.language_model.layers.18.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.9.linear_attn.in_proj_z.weight|2d-128|(1280, 1536)", "tensor": "model.language_model.layers.9.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.0.linear_attn.in_proj_z.weight|2d-128|(1024, 1664)", "tensor": "model.language_model.layers.0.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-128|(768, 1920)", "tensor": "model.language_model.layers.2.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.12.linear_attn.in_proj_z.weight|2d-128|(128, 640)", "tensor": "model.language_model.layers.12.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.10.linear_attn.in_proj_z.weight|2d-128|(256, 1664)", "tensor": "model.language_model.layers.10.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.13.linear_attn.in_proj_z.weight|2d-128|(512, 768)", "tensor": "model.language_model.layers.13.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-128|(1408, 640)", "tensor": "model.language_model.layers.16.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.14.linear_attn.in_proj_z.weight|2d-128|(640, 384)", "tensor": "model.language_model.layers.14.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.10.linear_attn.in_proj_z.weight|2d-128|(1664, 1792)", "tensor": "model.language_model.layers.10.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-128|(768, 384)", "tensor": "model.language_model.layers.2.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.0.linear_attn.in_proj_z.weight|2d-128|(1152, 768)", "tensor": "model.language_model.layers.0.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.14.linear_attn.in_proj_z.weight|2d-128|(640, 1664)", "tensor": "model.language_model.layers.14.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(1536, 1280)", "tensor": "model.language_model.layers.18.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.10.linear_attn.in_proj_z.weight|2d-128|(1536, 1792)", "tensor": "model.language_model.layers.10.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.10.linear_attn.in_proj_z.weight|2d-128|(640, 128)", "tensor": "model.language_model.layers.10.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.9.linear_attn.in_proj_z.weight|2d-128|(1280, 1792)", "tensor": "model.language_model.layers.9.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.5.linear_attn.in_proj_z.weight|2d-128|(256, 128)", "tensor": "model.language_model.layers.5.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.12.linear_attn.in_proj_z.weight|2d-128|(1664, 128)", "tensor": "model.language_model.layers.12.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.1.linear_attn.in_proj_z.weight|2d-128|(128, 640)", "tensor": "model.language_model.layers.1.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.20.linear_attn.in_proj_z.weight|2d-128|(384, 1920)", "tensor": "model.language_model.layers.20.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.13.linear_attn.in_proj_z.weight|2d-128|(384, 1152)", "tensor": "model.language_model.layers.13.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.17.linear_attn.in_proj_z.weight|2d-128|(1024, 1152)", "tensor": "model.language_model.layers.17.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-128|(256, 768)", "tensor": "model.language_model.layers.16.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.13.linear_attn.in_proj_z.weight|2d-128|(640, 1536)", "tensor": "model.language_model.layers.13.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-128|(1024, 1664)", "tensor": "model.language_model.layers.2.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.8.linear_attn.in_proj_z.weight|2d-128|(384, 768)", "tensor": "model.language_model.layers.8.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.6.linear_attn.in_proj_z.weight|2d-128|(384, 640)", "tensor": "model.language_model.layers.6.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.5.linear_attn.in_proj_z.weight|2d-128|(384, 256)", "tensor": "model.language_model.layers.5.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.21.linear_attn.in_proj_z.weight|2d-128|(1280, 768)", "tensor": "model.language_model.layers.21.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.9.linear_attn.in_proj_z.weight|2d-128|(128, 128)", "tensor": "model.language_model.layers.9.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-128|(1920, 1536)", "tensor": "model.language_model.layers.2.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-128|(1152, 1408)", "tensor": "model.language_model.layers.4.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.9.linear_attn.in_proj_z.weight|2d-128|(1792, 0)", "tensor": "model.language_model.layers.9.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.14.linear_attn.in_proj_z.weight|2d-128|(1664, 0)", "tensor": "model.language_model.layers.14.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.13.linear_attn.in_proj_z.weight|2d-128|(128, 384)", "tensor": "model.language_model.layers.13.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.20.linear_attn.in_proj_z.weight|2d-128|(1536, 1408)", "tensor": "model.language_model.layers.20.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.12.linear_attn.in_proj_z.weight|2d-128|(1920, 1280)", "tensor": "model.language_model.layers.12.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-128|(1664, 1152)", "tensor": "model.language_model.layers.2.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.10.linear_attn.in_proj_z.weight|2d-128|(1280, 1664)", "tensor": "model.language_model.layers.10.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.1.linear_attn.in_proj_z.weight|2d-128|(1152, 256)", "tensor": "model.language_model.layers.1.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.20.linear_attn.in_proj_z.weight|2d-128|(1792, 256)", "tensor": "model.language_model.layers.20.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.8.linear_attn.in_proj_z.weight|2d-128|(1664, 640)", "tensor": "model.language_model.layers.8.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-128|(128, 1792)", "tensor": "model.language_model.layers.2.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-128|(1792, 1408)", "tensor": "model.language_model.layers.2.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.1.linear_attn.in_proj_z.weight|2d-128|(1536, 896)", "tensor": "model.language_model.layers.1.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.8.linear_attn.in_proj_z.weight|2d-128|(1792, 1024)", "tensor": "model.language_model.layers.8.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.8.linear_attn.in_proj_z.weight|2d-128|(1280, 256)", "tensor": "model.language_model.layers.8.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.10.linear_attn.in_proj_z.weight|2d-128|(1152, 1920)", "tensor": "model.language_model.layers.10.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.10.linear_attn.in_proj_z.weight|2d-128|(1024, 896)", "tensor": "model.language_model.layers.10.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-128|(640, 768)", "tensor": "model.language_model.layers.16.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-128|(128, 896)", "tensor": "model.language_model.layers.22.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.8.linear_attn.in_proj_z.weight|2d-128|(1408, 640)", "tensor": "model.language_model.layers.8.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.21.linear_attn.in_proj_z.weight|2d-128|(512, 256)", "tensor": "model.language_model.layers.21.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-128|(1792, 768)", "tensor": "model.language_model.layers.4.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.12.linear_attn.in_proj_z.weight|2d-128|(384, 1920)", "tensor": "model.language_model.layers.12.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-128|(1664, 896)", "tensor": "model.language_model.layers.16.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.21.linear_attn.in_proj_z.weight|2d-128|(1536, 896)", "tensor": "model.language_model.layers.21.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-128|(256, 1408)", "tensor": "model.language_model.layers.22.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.21.linear_attn.in_proj_z.weight|2d-128|(384, 1536)", "tensor": "model.language_model.layers.21.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.21.linear_attn.in_proj_z.weight|2d-128|(1664, 1024)", "tensor": "model.language_model.layers.21.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.6.linear_attn.in_proj_z.weight|2d-128|(512, 256)", "tensor": "model.language_model.layers.6.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(1664, 512)", "tensor": "model.language_model.layers.18.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.13.linear_attn.in_proj_z.weight|2d-128|(896, 1024)", "tensor": "model.language_model.layers.13.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(1792, 1920)", "tensor": "model.language_model.layers.18.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-128|(0, 640)", "tensor": "model.language_model.layers.16.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.10.linear_attn.in_proj_z.weight|2d-128|(1536, 1920)", "tensor": "model.language_model.layers.10.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.21.linear_attn.in_proj_z.weight|2d-128|(1408, 512)", "tensor": "model.language_model.layers.21.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-128|(1920, 896)", "tensor": "model.language_model.layers.22.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.8.linear_attn.in_proj_z.weight|2d-128|(1024, 128)", "tensor": "model.language_model.layers.8.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.12.linear_attn.in_proj_z.weight|2d-128|(1152, 0)", "tensor": "model.language_model.layers.12.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.21.linear_attn.in_proj_z.weight|2d-128|(1408, 1920)", "tensor": "model.language_model.layers.21.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.6.linear_attn.in_proj_z.weight|2d-128|(1792, 640)", "tensor": "model.language_model.layers.6.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.8.linear_attn.in_proj_z.weight|2d-128|(384, 1792)", "tensor": "model.language_model.layers.8.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.6.linear_attn.in_proj_z.weight|2d-128|(640, 0)", "tensor": "model.language_model.layers.6.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.10.linear_attn.in_proj_z.weight|2d-128|(768, 1536)", "tensor": "model.language_model.layers.10.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.5.linear_attn.in_proj_z.weight|2d-128|(0, 1920)", "tensor": "model.language_model.layers.5.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(1408, 768)", "tensor": "model.language_model.layers.18.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.8.linear_attn.in_proj_z.weight|2d-128|(0, 512)", "tensor": "model.language_model.layers.8.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.14.linear_attn.in_proj_z.weight|2d-128|(256, 896)", "tensor": "model.language_model.layers.14.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-128|(1408, 1024)", "tensor": "model.language_model.layers.4.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.9.linear_attn.in_proj_z.weight|2d-128|(1152, 1152)", "tensor": "model.language_model.layers.9.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.0.linear_attn.in_proj_z.weight|2d-128|(1664, 1664)", "tensor": "model.language_model.layers.0.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.6.linear_attn.in_proj_z.weight|2d-128|(1920, 640)", "tensor": "model.language_model.layers.6.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-128|(896, 512)", "tensor": "model.language_model.layers.16.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-128|(1280, 0)", "tensor": "model.language_model.layers.16.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.8.linear_attn.in_proj_z.weight|2d-128|(0, 1920)", "tensor": "model.language_model.layers.8.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.5.linear_attn.in_proj_z.weight|2d-128|(1920, 896)", "tensor": "model.language_model.layers.5.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-128|(1664, 512)", "tensor": "model.language_model.layers.4.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.21.linear_attn.in_proj_z.weight|2d-128|(896, 1664)", "tensor": "model.language_model.layers.21.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-128|(128, 1024)", "tensor": "model.language_model.layers.2.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.6.linear_attn.in_proj_z.weight|2d-128|(384, 128)", "tensor": "model.language_model.layers.6.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-128|(384, 0)", "tensor": "model.language_model.layers.22.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-128|(1152, 0)", "tensor": "model.language_model.layers.2.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-128|(1280, 1024)", "tensor": "model.language_model.layers.2.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.8.linear_attn.in_proj_z.weight|2d-128|(0, 1792)", "tensor": "model.language_model.layers.8.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(1792, 128)", "tensor": "model.language_model.layers.18.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-128|(256, 1792)", "tensor": "model.language_model.layers.4.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.14.linear_attn.in_proj_z.weight|2d-128|(1792, 1792)", "tensor": "model.language_model.layers.14.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.14.linear_attn.in_proj_z.weight|2d-128|(1152, 1792)", "tensor": "model.language_model.layers.14.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.21.linear_attn.in_proj_z.weight|2d-128|(384, 128)", "tensor": "model.language_model.layers.21.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.21.linear_attn.in_proj_z.weight|2d-128|(896, 1408)", "tensor": "model.language_model.layers.21.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.6.linear_attn.in_proj_z.weight|2d-128|(1664, 1152)", "tensor": "model.language_model.layers.6.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.8.linear_attn.in_proj_z.weight|2d-128|(1408, 256)", "tensor": "model.language_model.layers.8.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.14.linear_attn.in_proj_z.weight|2d-128|(384, 768)", "tensor": "model.language_model.layers.14.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.12.linear_attn.in_proj_z.weight|2d-128|(512, 512)", "tensor": "model.language_model.layers.12.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-128|(512, 1920)", "tensor": "model.language_model.layers.4.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.20.linear_attn.in_proj_z.weight|2d-128|(1280, 1408)", "tensor": "model.language_model.layers.20.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.14.linear_attn.in_proj_z.weight|2d-128|(1920, 384)", "tensor": "model.language_model.layers.14.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-128|(1536, 1792)", "tensor": "model.language_model.layers.4.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-128|(1920, 384)", "tensor": "model.language_model.layers.16.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-128|(1664, 896)", "tensor": "model.language_model.layers.4.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.0.linear_attn.in_proj_z.weight|2d-128|(1920, 1408)", "tensor": "model.language_model.layers.0.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-128|(1024, 1408)", "tensor": "model.language_model.layers.4.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.13.linear_attn.in_proj_z.weight|2d-128|(1280, 256)", "tensor": "model.language_model.layers.13.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.9.linear_attn.in_proj_z.weight|2d-128|(1536, 1280)", "tensor": "model.language_model.layers.9.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.13.linear_attn.in_proj_z.weight|2d-128|(1792, 1536)", "tensor": "model.language_model.layers.13.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-64|(1792, 0)", "tensor": "model.language_model.layers.16.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1792, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-64|(640, 704)", "tensor": "model.language_model.layers.2.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(448, 448)", "tensor": "model.language_model.layers.18.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.20.linear_attn.in_proj_z.weight|2d-64|(640, 960)", "tensor": "model.language_model.layers.20.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.14.linear_attn.in_proj_z.weight|2d-64|(1728, 1280)", "tensor": "model.language_model.layers.14.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1728, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.20.linear_attn.in_proj_z.weight|2d-64|(1984, 832)", "tensor": "model.language_model.layers.20.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1984, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.17.linear_attn.in_proj_z.weight|2d-64|(192, 1216)", "tensor": "model.language_model.layers.17.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.8.linear_attn.in_proj_z.weight|2d-64|(1664, 1856)", "tensor": "model.language_model.layers.8.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.0.linear_attn.in_proj_z.weight|2d-64|(1536, 448)", "tensor": "model.language_model.layers.0.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1536, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-64|(1472, 64)", "tensor": "model.language_model.layers.2.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1472, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(1024, 1280)", "tensor": "model.language_model.layers.18.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1024, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.14.linear_attn.in_proj_z.weight|2d-64|(1216, 960)", "tensor": "model.language_model.layers.14.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1216, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-64|(1664, 1216)", "tensor": "model.language_model.layers.22.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.1.linear_attn.in_proj_z.weight|2d-64|(1472, 1344)", "tensor": "model.language_model.layers.1.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1472, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.17.linear_attn.in_proj_z.weight|2d-64|(768, 448)", "tensor": "model.language_model.layers.17.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.9.linear_attn.in_proj_z.weight|2d-64|(1152, 1216)", "tensor": "model.language_model.layers.9.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1152, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.12.linear_attn.in_proj_z.weight|2d-64|(1152, 512)", "tensor": "model.language_model.layers.12.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1152, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.5.linear_attn.in_proj_z.weight|2d-64|(1280, 1088)", "tensor": "model.language_model.layers.5.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1280, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.12.linear_attn.in_proj_z.weight|2d-64|(1408, 960)", "tensor": "model.language_model.layers.12.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(320, 704)", "tensor": "model.language_model.layers.18.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.12.linear_attn.in_proj_z.weight|2d-64|(1344, 1920)", "tensor": "model.language_model.layers.12.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1344, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(1024, 960)", "tensor": "model.language_model.layers.18.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1024, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-64|(320, 192)", "tensor": "model.language_model.layers.22.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.13.linear_attn.in_proj_z.weight|2d-64|(640, 1088)", "tensor": "model.language_model.layers.13.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.9.linear_attn.in_proj_z.weight|2d-64|(832, 1920)", "tensor": "model.language_model.layers.9.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.6.linear_attn.in_proj_z.weight|2d-64|(1600, 704)", "tensor": "model.language_model.layers.6.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1600, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.12.linear_attn.in_proj_z.weight|2d-64|(1408, 0)", "tensor": "model.language_model.layers.12.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-64|(256, 1472)", "tensor": "model.language_model.layers.22.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.20.linear_attn.in_proj_z.weight|2d-64|(256, 320)", "tensor": "model.language_model.layers.20.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.12.linear_attn.in_proj_z.weight|2d-64|(1280, 320)", "tensor": "model.language_model.layers.12.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1280, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.14.linear_attn.in_proj_z.weight|2d-64|(1216, 576)", "tensor": "model.language_model.layers.14.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1216, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.0.linear_attn.in_proj_z.weight|2d-64|(1600, 192)", "tensor": "model.language_model.layers.0.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1600, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.9.linear_attn.in_proj_z.weight|2d-64|(128, 192)", "tensor": "model.language_model.layers.9.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.17.linear_attn.in_proj_z.weight|2d-64|(448, 1664)", "tensor": "model.language_model.layers.17.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.21.linear_attn.in_proj_z.weight|2d-64|(1920, 256)", "tensor": "model.language_model.layers.21.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1920, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.1.linear_attn.in_proj_z.weight|2d-64|(1152, 512)", "tensor": "model.language_model.layers.1.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1152, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.0.linear_attn.in_proj_z.weight|2d-64|(1792, 704)", "tensor": "model.language_model.layers.0.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1792, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-64|(512, 0)", "tensor": "model.language_model.layers.2.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.1.linear_attn.in_proj_z.weight|2d-64|(1600, 1280)", "tensor": "model.language_model.layers.1.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1600, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(192, 1856)", "tensor": "model.language_model.layers.4.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.9.linear_attn.in_proj_z.weight|2d-64|(1472, 320)", "tensor": "model.language_model.layers.9.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1472, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-64|(1088, 0)", "tensor": "model.language_model.layers.16.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1088, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.0.linear_attn.in_proj_z.weight|2d-64|(1792, 896)", "tensor": "model.language_model.layers.0.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1792, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.13.linear_attn.in_proj_z.weight|2d-64|(64, 64)", "tensor": "model.language_model.layers.13.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.0.linear_attn.in_proj_z.weight|2d-64|(512, 448)", "tensor": "model.language_model.layers.0.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.20.linear_attn.in_proj_z.weight|2d-64|(1408, 704)", "tensor": "model.language_model.layers.20.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.17.linear_attn.in_proj_z.weight|2d-64|(192, 576)", "tensor": "model.language_model.layers.17.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.10.linear_attn.in_proj_z.weight|2d-64|(1856, 0)", "tensor": "model.language_model.layers.10.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.13.linear_attn.in_proj_z.weight|2d-64|(1280, 896)", "tensor": "model.language_model.layers.13.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1280, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-64|(1536, 512)", "tensor": "model.language_model.layers.16.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1536, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.8.linear_attn.in_proj_z.weight|2d-64|(1600, 128)", "tensor": "model.language_model.layers.8.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1600, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.0.linear_attn.in_proj_z.weight|2d-64|(1152, 960)", "tensor": "model.language_model.layers.0.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1152, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.1.linear_attn.in_proj_z.weight|2d-64|(320, 1344)", "tensor": "model.language_model.layers.1.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-64|(1728, 1024)", "tensor": "model.language_model.layers.22.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1728, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.20.linear_attn.in_proj_z.weight|2d-64|(1152, 64)", "tensor": "model.language_model.layers.20.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1152, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.13.linear_attn.in_proj_z.weight|2d-64|(960, 768)", "tensor": "model.language_model.layers.13.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.5.linear_attn.in_proj_z.weight|2d-64|(1536, 1472)", "tensor": "model.language_model.layers.5.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1536, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(192, 448)", "tensor": "model.language_model.layers.18.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(896, 832)", "tensor": "model.language_model.layers.18.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.0.linear_attn.in_proj_z.weight|2d-64|(1728, 1856)", "tensor": "model.language_model.layers.0.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1728, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.13.linear_attn.in_proj_z.weight|2d-64|(512, 1856)", "tensor": "model.language_model.layers.13.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-64|(1472, 128)", "tensor": "model.language_model.layers.2.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1472, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.13.linear_attn.in_proj_z.weight|2d-64|(128, 640)", "tensor": "model.language_model.layers.13.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.5.linear_attn.in_proj_z.weight|2d-64|(384, 512)", "tensor": "model.language_model.layers.5.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.1.linear_attn.in_proj_z.weight|2d-64|(1984, 384)", "tensor": "model.language_model.layers.1.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1984, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.1.linear_attn.in_proj_z.weight|2d-64|(1408, 1152)", "tensor": "model.language_model.layers.1.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.1.linear_attn.in_proj_z.weight|2d-64|(832, 128)", "tensor": "model.language_model.layers.1.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(64, 1088)", "tensor": "model.language_model.layers.18.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(384, 1088)", "tensor": "model.language_model.layers.4.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-64|(384, 960)", "tensor": "model.language_model.layers.16.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(1920, 1536)", "tensor": "model.language_model.layers.18.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1920, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.9.linear_attn.in_proj_z.weight|2d-64|(1536, 448)", "tensor": "model.language_model.layers.9.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1536, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.20.linear_attn.in_proj_z.weight|2d-64|(1728, 896)", "tensor": "model.language_model.layers.20.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1728, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.5.linear_attn.in_proj_z.weight|2d-64|(960, 640)", "tensor": "model.language_model.layers.5.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.10.linear_attn.in_proj_z.weight|2d-64|(0, 448)", "tensor": "model.language_model.layers.10.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.21.linear_attn.in_proj_z.weight|2d-64|(64, 1472)", "tensor": "model.language_model.layers.21.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-64|(192, 1728)", "tensor": "model.language_model.layers.22.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(576, 1600)", "tensor": "model.language_model.layers.4.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-64|(1088, 192)", "tensor": "model.language_model.layers.16.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1088, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.6.linear_attn.in_proj_z.weight|2d-64|(256, 1472)", "tensor": "model.language_model.layers.6.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.21.linear_attn.in_proj_z.weight|2d-64|(1792, 1152)", "tensor": "model.language_model.layers.21.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1792, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.21.linear_attn.in_proj_z.weight|2d-64|(1600, 256)", "tensor": "model.language_model.layers.21.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1600, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.8.linear_attn.in_proj_z.weight|2d-64|(1664, 704)", "tensor": "model.language_model.layers.8.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.13.linear_attn.in_proj_z.weight|2d-64|(576, 1344)", "tensor": "model.language_model.layers.13.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.20.linear_attn.in_proj_z.weight|2d-64|(64, 384)", "tensor": "model.language_model.layers.20.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.5.linear_attn.in_proj_z.weight|2d-64|(1408, 1280)", "tensor": "model.language_model.layers.5.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.1.linear_attn.in_proj_z.weight|2d-64|(192, 1472)", "tensor": "model.language_model.layers.1.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.14.linear_attn.in_proj_z.weight|2d-64|(0, 320)", "tensor": "model.language_model.layers.14.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.8.linear_attn.in_proj_z.weight|2d-64|(1920, 1024)", "tensor": "model.language_model.layers.8.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1920, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-64|(1024, 1856)", "tensor": "model.language_model.layers.22.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1024, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-64|(1920, 1280)", "tensor": "model.language_model.layers.2.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1920, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-64|(128, 576)", "tensor": "model.language_model.layers.22.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.20.linear_attn.in_proj_z.weight|2d-64|(1472, 640)", "tensor": "model.language_model.layers.20.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1472, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.12.linear_attn.in_proj_z.weight|2d-64|(0, 832)", "tensor": "model.language_model.layers.12.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-64|(1920, 1856)", "tensor": "model.language_model.layers.2.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1920, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-64|(448, 1088)", "tensor": "model.language_model.layers.2.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.0.linear_attn.in_proj_z.weight|2d-64|(1216, 1088)", "tensor": "model.language_model.layers.0.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1216, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(832, 768)", "tensor": "model.language_model.layers.4.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-64|(1280, 64)", "tensor": "model.language_model.layers.2.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1280, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(1664, 192)", "tensor": "model.language_model.layers.18.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(1024, 1920)", "tensor": "model.language_model.layers.18.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1024, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.17.linear_attn.in_proj_z.weight|2d-64|(1216, 1536)", "tensor": "model.language_model.layers.17.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1216, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-64|(448, 128)", "tensor": "model.language_model.layers.22.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.0.linear_attn.in_proj_z.weight|2d-64|(1088, 64)", "tensor": "model.language_model.layers.0.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1088, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.20.linear_attn.in_proj_z.weight|2d-64|(576, 128)", "tensor": "model.language_model.layers.20.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.20.linear_attn.in_proj_z.weight|2d-64|(192, 1728)", "tensor": "model.language_model.layers.20.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.20.linear_attn.in_proj_z.weight|2d-64|(640, 448)", "tensor": "model.language_model.layers.20.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.17.linear_attn.in_proj_z.weight|2d-64|(832, 1728)", "tensor": "model.language_model.layers.17.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-64|(1600, 960)", "tensor": "model.language_model.layers.2.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1600, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.17.linear_attn.in_proj_z.weight|2d-64|(1792, 896)", "tensor": "model.language_model.layers.17.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1792, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-64|(1856, 704)", "tensor": "model.language_model.layers.2.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.0.linear_attn.in_proj_z.weight|2d-64|(1984, 1600)", "tensor": "model.language_model.layers.0.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1984, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.21.linear_attn.in_proj_z.weight|2d-64|(1152, 1280)", "tensor": "model.language_model.layers.21.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1152, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.21.linear_attn.in_proj_z.weight|2d-64|(512, 1920)", "tensor": "model.language_model.layers.21.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.1.linear_attn.in_proj_z.weight|2d-64|(1280, 832)", "tensor": "model.language_model.layers.1.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1280, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.20.linear_attn.in_proj_z.weight|2d-64|(1664, 1664)", "tensor": "model.language_model.layers.20.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-64|(128, 1152)", "tensor": "model.language_model.layers.22.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-64|(320, 1920)", "tensor": "model.language_model.layers.16.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.8.linear_attn.in_proj_z.weight|2d-64|(256, 320)", "tensor": "model.language_model.layers.8.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.0.linear_attn.in_proj_z.weight|2d-64|(1856, 0)", "tensor": "model.language_model.layers.0.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.14.linear_attn.in_proj_z.weight|2d-64|(1920, 1024)", "tensor": "model.language_model.layers.14.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1920, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.9.linear_attn.in_proj_z.weight|2d-64|(512, 1344)", "tensor": "model.language_model.layers.9.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(1984, 1216)", "tensor": "model.language_model.layers.18.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1984, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.21.linear_attn.in_proj_z.weight|2d-64|(128, 1408)", "tensor": "model.language_model.layers.21.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.9.linear_attn.in_proj_z.weight|2d-64|(1472, 1728)", "tensor": "model.language_model.layers.9.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1472, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.12.linear_attn.in_proj_z.weight|2d-64|(128, 1792)", "tensor": "model.language_model.layers.12.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-64|(1344, 1152)", "tensor": "model.language_model.layers.16.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1344, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.1.linear_attn.in_proj_z.weight|2d-64|(1280, 1152)", "tensor": "model.language_model.layers.1.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1280, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.9.linear_attn.in_proj_z.weight|2d-64|(1664, 256)", "tensor": "model.language_model.layers.9.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.14.linear_attn.in_proj_z.weight|2d-64|(0, 576)", "tensor": "model.language_model.layers.14.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)", "tensor": "model.language_model.layers.4.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-64|(1472, 192)", "tensor": "model.language_model.layers.22.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1472, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.5.linear_attn.in_proj_z.weight|2d-64|(768, 832)", "tensor": "model.language_model.layers.5.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-64|(1792, 960)", "tensor": "model.language_model.layers.2.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1792, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.10.linear_attn.in_proj_z.weight|2d-64|(1216, 1280)", "tensor": "model.language_model.layers.10.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1216, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.10.linear_attn.in_proj_z.weight|2d-64|(512, 192)", "tensor": "model.language_model.layers.10.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.14.linear_attn.in_proj_z.weight|2d-64|(64, 1280)", "tensor": "model.language_model.layers.14.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.6.linear_attn.in_proj_z.weight|2d-64|(1856, 1472)", "tensor": "model.language_model.layers.6.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-64|(256, 896)", "tensor": "model.language_model.layers.2.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(512, 1408)", "tensor": "model.language_model.layers.18.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.21.linear_attn.in_proj_z.weight|2d-64|(1536, 1216)", "tensor": "model.language_model.layers.21.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1536, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.10.linear_attn.in_proj_z.weight|2d-64|(576, 1664)", "tensor": "model.language_model.layers.10.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.12.linear_attn.in_proj_z.weight|2d-64|(1216, 704)", "tensor": "model.language_model.layers.12.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1216, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.1.linear_attn.in_proj_z.weight|2d-64|(1600, 1344)", "tensor": "model.language_model.layers.1.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1600, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(1984, 1664)", "tensor": "model.language_model.layers.18.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1984, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.6.linear_attn.in_proj_z.weight|2d-64|(1984, 1664)", "tensor": "model.language_model.layers.6.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1984, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.6.linear_attn.in_proj_z.weight|2d-64|(192, 1088)", "tensor": "model.language_model.layers.6.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.8.linear_attn.in_proj_z.weight|2d-64|(1024, 1728)", "tensor": "model.language_model.layers.8.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1024, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.17.linear_attn.in_proj_z.weight|2d-64|(128, 832)", "tensor": "model.language_model.layers.17.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.10.linear_attn.in_proj_z.weight|2d-64|(1728, 1792)", "tensor": "model.language_model.layers.10.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1728, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.13.linear_attn.in_proj_z.weight|2d-64|(1856, 192)", "tensor": "model.language_model.layers.13.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.0.linear_attn.in_proj_z.weight|2d-64|(768, 1728)", "tensor": "model.language_model.layers.0.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.9.linear_attn.in_proj_z.weight|2d-64|(640, 192)", "tensor": "model.language_model.layers.9.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.13.linear_attn.in_proj_z.weight|2d-64|(1728, 640)", "tensor": "model.language_model.layers.13.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1728, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.17.linear_attn.in_proj_z.weight|2d-64|(320, 1088)", "tensor": "model.language_model.layers.17.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.14.linear_attn.in_proj_z.weight|2d-64|(1088, 1344)", "tensor": "model.language_model.layers.14.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1088, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.20.linear_attn.in_proj_z.weight|2d-64|(1024, 192)", "tensor": "model.language_model.layers.20.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1024, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.1.linear_attn.in_proj_z.weight|2d-64|(64, 0)", "tensor": "model.language_model.layers.1.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-64|(1600, 1536)", "tensor": "model.language_model.layers.2.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1600, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.21.linear_attn.in_proj_z.weight|2d-64|(1088, 64)", "tensor": "model.language_model.layers.21.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1088, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(192, 576)", "tensor": "model.language_model.layers.4.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.9.linear_attn.in_proj_z.weight|2d-64|(512, 1600)", "tensor": "model.language_model.layers.9.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.10.linear_attn.in_proj_z.weight|2d-64|(1856, 128)", "tensor": "model.language_model.layers.10.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.13.linear_attn.in_proj_z.weight|2d-64|(1024, 1984)", "tensor": "model.language_model.layers.13.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1024, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(448, 192)", "tensor": "model.language_model.layers.4.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-64|(128, 192)", "tensor": "model.language_model.layers.22.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.6.linear_attn.in_proj_z.weight|2d-64|(384, 1536)", "tensor": "model.language_model.layers.6.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(512, 192)", "tensor": "model.language_model.layers.4.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.21.linear_attn.in_proj_z.weight|2d-64|(384, 640)", "tensor": "model.language_model.layers.21.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-64|(1024, 832)", "tensor": "model.language_model.layers.2.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1024, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(0, 448)", "tensor": "model.language_model.layers.4.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-64|(1408, 448)", "tensor": "model.language_model.layers.2.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-64|(64, 1600)", "tensor": "model.language_model.layers.2.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-64|(384, 704)", "tensor": "model.language_model.layers.2.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.5.linear_attn.in_proj_z.weight|2d-64|(1472, 384)", "tensor": "model.language_model.layers.5.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1472, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-64|(704, 64)", "tensor": "model.language_model.layers.22.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-64|(1792, 576)", "tensor": "model.language_model.layers.22.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1792, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.9.linear_attn.in_proj_z.weight|2d-64|(1280, 1088)", "tensor": "model.language_model.layers.9.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1280, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.1.linear_attn.in_proj_z.weight|2d-64|(128, 512)", "tensor": "model.language_model.layers.1.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.20.linear_attn.in_proj_z.weight|2d-64|(1600, 960)", "tensor": "model.language_model.layers.20.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1600, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.20.linear_attn.in_proj_z.weight|2d-64|(1856, 64)", "tensor": "model.language_model.layers.20.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.6.linear_attn.in_proj_z.weight|2d-64|(1792, 768)", "tensor": "model.language_model.layers.6.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1792, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.0.linear_attn.in_proj_z.weight|2d-64|(1984, 1024)", "tensor": "model.language_model.layers.0.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1984, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-64|(512, 896)", "tensor": "model.language_model.layers.2.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.5.linear_attn.in_proj_z.weight|2d-64|(1152, 128)", "tensor": "model.language_model.layers.5.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1152, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-64|(704, 64)", "tensor": "model.language_model.layers.16.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.17.linear_attn.in_proj_z.weight|2d-64|(320, 1920)", "tensor": "model.language_model.layers.17.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(1024, 64)", "tensor": "model.language_model.layers.4.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1024, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-64|(1728, 1408)", "tensor": "model.language_model.layers.2.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1728, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.9.linear_attn.in_proj_z.weight|2d-64|(1088, 832)", "tensor": "model.language_model.layers.9.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1088, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.9.linear_attn.in_proj_z.weight|2d-64|(960, 512)", "tensor": "model.language_model.layers.9.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.14.linear_attn.in_proj_z.weight|2d-64|(256, 192)", "tensor": "model.language_model.layers.14.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.10.linear_attn.in_proj_z.weight|2d-64|(896, 512)", "tensor": "model.language_model.layers.10.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.6.linear_attn.in_proj_z.weight|2d-64|(1408, 1216)", "tensor": "model.language_model.layers.6.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-64|(1216, 960)", "tensor": "model.language_model.layers.22.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1216, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-64|(1280, 1024)", "tensor": "model.language_model.layers.2.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1280, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.9.linear_attn.in_proj_z.weight|2d-64|(768, 1344)", "tensor": "model.language_model.layers.9.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(1920, 512)", "tensor": "model.language_model.layers.4.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1920, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.0.linear_attn.in_proj_z.weight|2d-64|(384, 384)", "tensor": "model.language_model.layers.0.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.20.linear_attn.in_proj_z.weight|2d-64|(256, 960)", "tensor": "model.language_model.layers.20.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.12.linear_attn.in_proj_z.weight|2d-64|(1664, 1152)", "tensor": "model.language_model.layers.12.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-64|(1920, 640)", "tensor": "model.language_model.layers.22.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1920, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.1.linear_attn.in_proj_z.weight|2d-64|(896, 64)", "tensor": "model.language_model.layers.1.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.6.linear_attn.in_proj_z.weight|2d-64|(1408, 128)", "tensor": "model.language_model.layers.6.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.21.linear_attn.in_proj_z.weight|2d-64|(1728, 1984)", "tensor": "model.language_model.layers.21.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1728, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.8.linear_attn.in_proj_z.weight|2d-64|(1344, 448)", "tensor": "model.language_model.layers.8.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1344, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.10.linear_attn.in_proj_z.weight|2d-64|(1792, 1728)", "tensor": "model.language_model.layers.10.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1792, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.10.linear_attn.in_proj_z.weight|2d-64|(0, 1536)", "tensor": "model.language_model.layers.10.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-64|(1152, 832)", "tensor": "model.language_model.layers.16.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1152, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.1.linear_attn.in_proj_z.weight|2d-64|(128, 960)", "tensor": "model.language_model.layers.1.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.0.linear_attn.in_proj_z.weight|2d-64|(960, 832)", "tensor": "model.language_model.layers.0.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(0, 1152)", "tensor": "model.language_model.layers.4.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(1408, 1472)", "tensor": "model.language_model.layers.4.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(1792, 1920)", "tensor": "model.language_model.layers.18.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1792, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-64|(1792, 1408)", "tensor": "model.language_model.layers.16.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1792, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.10.linear_attn.in_proj_z.weight|2d-64|(1536, 768)", "tensor": "model.language_model.layers.10.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1536, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.5.linear_attn.in_proj_z.weight|2d-64|(1088, 1856)", "tensor": "model.language_model.layers.5.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1088, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(192, 1280)", "tensor": "model.language_model.layers.18.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-64|(576, 1408)", "tensor": "model.language_model.layers.2.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.6.linear_attn.in_proj_z.weight|2d-64|(1472, 1216)", "tensor": "model.language_model.layers.6.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1472, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(1472, 1472)", "tensor": "model.language_model.layers.18.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1472, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.1.linear_attn.in_proj_z.weight|2d-64|(320, 512)", "tensor": "model.language_model.layers.1.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.1.linear_attn.in_proj_z.weight|2d-64|(1664, 512)", "tensor": "model.language_model.layers.1.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.9.linear_attn.in_proj_z.weight|2d-64|(768, 320)", "tensor": "model.language_model.layers.9.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(1856, 768)", "tensor": "model.language_model.layers.4.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.0.linear_attn.in_proj_z.weight|2d-64|(1984, 448)", "tensor": "model.language_model.layers.0.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1984, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.12.linear_attn.in_proj_z.weight|2d-64|(1152, 1728)", "tensor": "model.language_model.layers.12.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1152, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.17.linear_attn.in_proj_z.weight|2d-64|(1024, 128)", "tensor": "model.language_model.layers.17.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1024, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.5.linear_attn.in_proj_z.weight|2d-64|(1408, 1088)", "tensor": "model.language_model.layers.5.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-64|(576, 640)", "tensor": "model.language_model.layers.16.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-64|(896, 1664)", "tensor": "model.language_model.layers.2.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.10.linear_attn.in_proj_z.weight|2d-64|(1536, 128)", "tensor": "model.language_model.layers.10.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1536, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.17.linear_attn.in_proj_z.weight|2d-64|(1344, 576)", "tensor": "model.language_model.layers.17.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1344, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.8.linear_attn.in_proj_z.weight|2d-64|(896, 1600)", "tensor": "model.language_model.layers.8.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.0.linear_attn.in_proj_z.weight|2d-64|(1088, 576)", "tensor": "model.language_model.layers.0.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1088, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.14.linear_attn.in_proj_z.weight|2d-64|(1920, 1088)", "tensor": "model.language_model.layers.14.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1920, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.5.linear_attn.in_proj_z.weight|2d-64|(128, 1152)", "tensor": "model.language_model.layers.5.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.20.linear_attn.in_proj_z.weight|2d-64|(1152, 0)", "tensor": "model.language_model.layers.20.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1152, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.12.linear_attn.in_proj_z.weight|2d-64|(256, 0)", "tensor": "model.language_model.layers.12.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(1344, 1216)", "tensor": "model.language_model.layers.18.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1344, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.12.linear_attn.in_proj_z.weight|2d-64|(448, 512)", "tensor": "model.language_model.layers.12.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-64|(320, 448)", "tensor": "model.language_model.layers.2.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.5.linear_attn.in_proj_z.weight|2d-64|(576, 1472)", "tensor": "model.language_model.layers.5.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.17.linear_attn.in_proj_z.weight|2d-64|(1024, 64)", "tensor": "model.language_model.layers.17.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1024, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-64|(1280, 704)", "tensor": "model.language_model.layers.2.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1280, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.5.linear_attn.in_proj_z.weight|2d-64|(1280, 960)", "tensor": "model.language_model.layers.5.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1280, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.10.linear_attn.in_proj_z.weight|2d-64|(256, 1088)", "tensor": "model.language_model.layers.10.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.5.linear_attn.in_proj_z.weight|2d-64|(640, 1472)", "tensor": "model.language_model.layers.5.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.14.linear_attn.in_proj_z.weight|2d-64|(1344, 768)", "tensor": "model.language_model.layers.14.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1344, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-64|(576, 64)", "tensor": "model.language_model.layers.2.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.9.linear_attn.in_proj_z.weight|2d-64|(1280, 0)", "tensor": "model.language_model.layers.9.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1280, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.5.linear_attn.in_proj_z.weight|2d-64|(384, 1664)", "tensor": "model.language_model.layers.5.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.14.linear_attn.in_proj_z.weight|2d-64|(1472, 0)", "tensor": "model.language_model.layers.14.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1472, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-64|(896, 1600)", "tensor": "model.language_model.layers.22.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.12.linear_attn.in_proj_z.weight|2d-64|(1920, 320)", "tensor": "model.language_model.layers.12.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1920, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.20.linear_attn.in_proj_z.weight|2d-64|(1600, 384)", "tensor": "model.language_model.layers.20.linear_attn.in_proj_z.weight", "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1600, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.13.linear_attn.out_proj.weight|2d-128|(1152, 512)", "tensor": "model.language_model.layers.13.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.1.linear_attn.out_proj.weight|2d-128|(1408, 1920)", "tensor": "model.language_model.layers.1.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.17.linear_attn.out_proj.weight|2d-128|(384, 1792)", "tensor": "model.language_model.layers.17.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.10.linear_attn.out_proj.weight|2d-128|(1664, 384)", "tensor": "model.language_model.layers.10.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.0.linear_attn.out_proj.weight|2d-128|(0, 512)", "tensor": "model.language_model.layers.0.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.1.linear_attn.out_proj.weight|2d-128|(1024, 0)", "tensor": "model.language_model.layers.1.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.5.linear_attn.out_proj.weight|2d-128|(1408, 1152)", "tensor": "model.language_model.layers.5.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.12.linear_attn.out_proj.weight|2d-128|(640, 1408)", "tensor": "model.language_model.layers.12.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.10.linear_attn.out_proj.weight|2d-128|(896, 1152)", "tensor": "model.language_model.layers.10.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.4.linear_attn.out_proj.weight|2d-128|(512, 1152)", "tensor": "model.language_model.layers.4.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.22.linear_attn.out_proj.weight|2d-128|(1280, 1280)", "tensor": "model.language_model.layers.22.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.17.linear_attn.out_proj.weight|2d-128|(896, 1280)", "tensor": "model.language_model.layers.17.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.5.linear_attn.out_proj.weight|2d-128|(1536, 1152)", "tensor": "model.language_model.layers.5.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.22.linear_attn.out_proj.weight|2d-128|(512, 1408)", "tensor": "model.language_model.layers.22.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.6.linear_attn.out_proj.weight|2d-128|(1280, 256)", "tensor": "model.language_model.layers.6.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.2.linear_attn.out_proj.weight|2d-128|(384, 256)", "tensor": "model.language_model.layers.2.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.1.linear_attn.out_proj.weight|2d-128|(128, 640)", "tensor": "model.language_model.layers.1.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.14.linear_attn.out_proj.weight|2d-128|(768, 128)", "tensor": "model.language_model.layers.14.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.4.linear_attn.out_proj.weight|2d-128|(1024, 768)", "tensor": "model.language_model.layers.4.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.20.linear_attn.out_proj.weight|2d-128|(1664, 128)", "tensor": "model.language_model.layers.20.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.6.linear_attn.out_proj.weight|2d-128|(1920, 1024)", "tensor": "model.language_model.layers.6.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.14.linear_attn.out_proj.weight|2d-128|(384, 256)", "tensor": "model.language_model.layers.14.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.6.linear_attn.out_proj.weight|2d-128|(0, 512)", "tensor": "model.language_model.layers.6.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.8.linear_attn.out_proj.weight|2d-128|(256, 1152)", "tensor": "model.language_model.layers.8.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.4.linear_attn.out_proj.weight|2d-128|(1664, 1792)", "tensor": "model.language_model.layers.4.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(896, 0)", "tensor": "model.language_model.layers.16.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.10.linear_attn.out_proj.weight|2d-128|(1408, 0)", "tensor": "model.language_model.layers.10.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.18.linear_attn.out_proj.weight|2d-128|(0, 128)", "tensor": "model.language_model.layers.18.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.2.linear_attn.out_proj.weight|2d-128|(1792, 768)", "tensor": "model.language_model.layers.2.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.6.linear_attn.out_proj.weight|2d-128|(768, 1792)", "tensor": "model.language_model.layers.6.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.8.linear_attn.out_proj.weight|2d-128|(384, 896)", "tensor": "model.language_model.layers.8.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.5.linear_attn.out_proj.weight|2d-128|(1664, 512)", "tensor": "model.language_model.layers.5.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.4.linear_attn.out_proj.weight|2d-128|(0, 1536)", "tensor": "model.language_model.layers.4.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.21.linear_attn.out_proj.weight|2d-128|(1408, 1536)", "tensor": "model.language_model.layers.21.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.10.linear_attn.out_proj.weight|2d-128|(0, 896)", "tensor": "model.language_model.layers.10.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1920, 1536)", "tensor": "model.language_model.layers.16.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.5.linear_attn.out_proj.weight|2d-128|(1024, 1664)", "tensor": "model.language_model.layers.5.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.18.linear_attn.out_proj.weight|2d-128|(896, 1920)", "tensor": "model.language_model.layers.18.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.9.linear_attn.out_proj.weight|2d-128|(896, 0)", "tensor": "model.language_model.layers.9.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.20.linear_attn.out_proj.weight|2d-128|(0, 1152)", "tensor": "model.language_model.layers.20.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.21.linear_attn.out_proj.weight|2d-128|(1280, 1536)", "tensor": "model.language_model.layers.21.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.20.linear_attn.out_proj.weight|2d-128|(1280, 640)", "tensor": "model.language_model.layers.20.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.6.linear_attn.out_proj.weight|2d-128|(0, 1408)", "tensor": "model.language_model.layers.6.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.21.linear_attn.out_proj.weight|2d-128|(512, 1536)", "tensor": "model.language_model.layers.21.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1408, 1024)", "tensor": "model.language_model.layers.16.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.6.linear_attn.out_proj.weight|2d-128|(640, 512)", "tensor": "model.language_model.layers.6.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.20.linear_attn.out_proj.weight|2d-128|(512, 384)", "tensor": "model.language_model.layers.20.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.5.linear_attn.out_proj.weight|2d-128|(1024, 512)", "tensor": "model.language_model.layers.5.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.20.linear_attn.out_proj.weight|2d-128|(1920, 1280)", "tensor": "model.language_model.layers.20.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.14.linear_attn.out_proj.weight|2d-128|(1920, 640)", "tensor": "model.language_model.layers.14.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.22.linear_attn.out_proj.weight|2d-128|(1280, 256)", "tensor": "model.language_model.layers.22.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.5.linear_attn.out_proj.weight|2d-128|(384, 640)", "tensor": "model.language_model.layers.5.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.8.linear_attn.out_proj.weight|2d-128|(1152, 1920)", "tensor": "model.language_model.layers.8.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.4.linear_attn.out_proj.weight|2d-128|(1280, 512)", "tensor": "model.language_model.layers.4.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1664, 256)", "tensor": "model.language_model.layers.16.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.5.linear_attn.out_proj.weight|2d-128|(1152, 1536)", "tensor": "model.language_model.layers.5.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.9.linear_attn.out_proj.weight|2d-128|(384, 128)", "tensor": "model.language_model.layers.9.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.2.linear_attn.out_proj.weight|2d-128|(1152, 1536)", "tensor": "model.language_model.layers.2.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.14.linear_attn.out_proj.weight|2d-128|(1408, 1792)", "tensor": "model.language_model.layers.14.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.18.linear_attn.out_proj.weight|2d-128|(128, 640)", "tensor": "model.language_model.layers.18.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.1.linear_attn.out_proj.weight|2d-128|(1792, 384)", "tensor": "model.language_model.layers.1.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.9.linear_attn.out_proj.weight|2d-128|(1792, 640)", "tensor": "model.language_model.layers.9.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.12.linear_attn.out_proj.weight|2d-128|(1408, 1792)", "tensor": "model.language_model.layers.12.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.10.linear_attn.out_proj.weight|2d-128|(1408, 1024)", "tensor": "model.language_model.layers.10.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.14.linear_attn.out_proj.weight|2d-128|(384, 768)", "tensor": "model.language_model.layers.14.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.10.linear_attn.out_proj.weight|2d-128|(512, 1152)", "tensor": "model.language_model.layers.10.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.18.linear_attn.out_proj.weight|2d-128|(0, 1152)", "tensor": "model.language_model.layers.18.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.1.linear_attn.out_proj.weight|2d-128|(640, 256)", "tensor": "model.language_model.layers.1.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.21.linear_attn.out_proj.weight|2d-128|(512, 512)", "tensor": "model.language_model.layers.21.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.18.linear_attn.out_proj.weight|2d-128|(128, 1536)", "tensor": "model.language_model.layers.18.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.17.linear_attn.out_proj.weight|2d-128|(512, 896)", "tensor": "model.language_model.layers.17.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.22.linear_attn.out_proj.weight|2d-128|(1536, 1920)", "tensor": "model.language_model.layers.22.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.2.linear_attn.out_proj.weight|2d-128|(128, 1408)", "tensor": "model.language_model.layers.2.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.21.linear_attn.out_proj.weight|2d-128|(896, 128)", "tensor": "model.language_model.layers.21.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.20.linear_attn.out_proj.weight|2d-128|(1920, 0)", "tensor": "model.language_model.layers.20.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.0.linear_attn.out_proj.weight|2d-128|(512, 1408)", "tensor": "model.language_model.layers.0.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.5.linear_attn.out_proj.weight|2d-128|(1280, 1792)", "tensor": "model.language_model.layers.5.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.10.linear_attn.out_proj.weight|2d-128|(512, 1920)", "tensor": "model.language_model.layers.10.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(128, 128)", "tensor": "model.language_model.layers.16.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.10.linear_attn.out_proj.weight|2d-128|(128, 128)", "tensor": "model.language_model.layers.10.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.2.linear_attn.out_proj.weight|2d-128|(1408, 0)", "tensor": "model.language_model.layers.2.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.2.linear_attn.out_proj.weight|2d-128|(384, 128)", "tensor": "model.language_model.layers.2.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.8.linear_attn.out_proj.weight|2d-128|(768, 256)", "tensor": "model.language_model.layers.8.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.13.linear_attn.out_proj.weight|2d-128|(896, 1536)", "tensor": "model.language_model.layers.13.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.12.linear_attn.out_proj.weight|2d-128|(512, 1408)", "tensor": "model.language_model.layers.12.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.1.linear_attn.out_proj.weight|2d-128|(1920, 1280)", "tensor": "model.language_model.layers.1.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1280, 256)", "tensor": "model.language_model.layers.16.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.0.linear_attn.out_proj.weight|2d-128|(640, 896)", "tensor": "model.language_model.layers.0.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.20.linear_attn.out_proj.weight|2d-128|(896, 1280)", "tensor": "model.language_model.layers.20.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.1.linear_attn.out_proj.weight|2d-128|(1024, 1920)", "tensor": "model.language_model.layers.1.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.8.linear_attn.out_proj.weight|2d-128|(896, 896)", "tensor": "model.language_model.layers.8.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.5.linear_attn.out_proj.weight|2d-128|(0, 512)", "tensor": "model.language_model.layers.5.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.18.linear_attn.out_proj.weight|2d-128|(1920, 1408)", "tensor": "model.language_model.layers.18.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.6.linear_attn.out_proj.weight|2d-128|(512, 1024)", "tensor": "model.language_model.layers.6.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.14.linear_attn.out_proj.weight|2d-128|(1792, 768)", "tensor": "model.language_model.layers.14.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.2.linear_attn.out_proj.weight|2d-128|(640, 1408)", "tensor": "model.language_model.layers.2.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1408, 1280)", "tensor": "model.language_model.layers.16.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.13.linear_attn.out_proj.weight|2d-128|(0, 1408)", "tensor": "model.language_model.layers.13.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.0.linear_attn.out_proj.weight|2d-128|(768, 256)", "tensor": "model.language_model.layers.0.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.8.linear_attn.out_proj.weight|2d-128|(1408, 1536)", "tensor": "model.language_model.layers.8.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.20.linear_attn.out_proj.weight|2d-128|(1152, 1536)", "tensor": "model.language_model.layers.20.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.21.linear_attn.out_proj.weight|2d-128|(1664, 1920)", "tensor": "model.language_model.layers.21.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1664, 1024)", "tensor": "model.language_model.layers.16.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.9.linear_attn.out_proj.weight|2d-128|(128, 768)", "tensor": "model.language_model.layers.9.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.6.linear_attn.out_proj.weight|2d-128|(1664, 1280)", "tensor": "model.language_model.layers.6.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.13.linear_attn.out_proj.weight|2d-128|(896, 256)", "tensor": "model.language_model.layers.13.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.9.linear_attn.out_proj.weight|2d-128|(1536, 1024)", "tensor": "model.language_model.layers.9.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.1.linear_attn.out_proj.weight|2d-128|(128, 1280)", "tensor": "model.language_model.layers.1.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.1.linear_attn.out_proj.weight|2d-128|(1536, 1280)", "tensor": "model.language_model.layers.1.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.17.linear_attn.out_proj.weight|2d-128|(1664, 640)", "tensor": "model.language_model.layers.17.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.0.linear_attn.out_proj.weight|2d-128|(768, 1792)", "tensor": "model.language_model.layers.0.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.10.linear_attn.out_proj.weight|2d-128|(512, 384)", "tensor": "model.language_model.layers.10.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.22.linear_attn.out_proj.weight|2d-128|(896, 768)", "tensor": "model.language_model.layers.22.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.4.linear_attn.out_proj.weight|2d-128|(1280, 768)", "tensor": "model.language_model.layers.4.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.10.linear_attn.out_proj.weight|2d-128|(640, 1408)", "tensor": "model.language_model.layers.10.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.8.linear_attn.out_proj.weight|2d-128|(1792, 896)", "tensor": "model.language_model.layers.8.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.2.linear_attn.out_proj.weight|2d-128|(1664, 1152)", "tensor": "model.language_model.layers.2.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.8.linear_attn.out_proj.weight|2d-128|(1408, 0)", "tensor": "model.language_model.layers.8.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.1.linear_attn.out_proj.weight|2d-128|(896, 128)", "tensor": "model.language_model.layers.1.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.18.linear_attn.out_proj.weight|2d-128|(128, 512)", "tensor": "model.language_model.layers.18.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.22.linear_attn.out_proj.weight|2d-128|(384, 1408)", "tensor": "model.language_model.layers.22.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.12.linear_attn.out_proj.weight|2d-128|(1792, 0)", "tensor": "model.language_model.layers.12.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.0.linear_attn.out_proj.weight|2d-128|(896, 1280)", "tensor": "model.language_model.layers.0.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.18.linear_attn.out_proj.weight|2d-128|(1152, 384)", "tensor": "model.language_model.layers.18.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.22.linear_attn.out_proj.weight|2d-128|(1152, 384)", "tensor": "model.language_model.layers.22.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.1.linear_attn.out_proj.weight|2d-128|(0, 128)", "tensor": "model.language_model.layers.1.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.1.linear_attn.out_proj.weight|2d-128|(512, 1792)", "tensor": "model.language_model.layers.1.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.21.linear_attn.out_proj.weight|2d-128|(256, 384)", "tensor": "model.language_model.layers.21.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.0.linear_attn.out_proj.weight|2d-128|(1024, 0)", "tensor": "model.language_model.layers.0.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.0.linear_attn.out_proj.weight|2d-128|(1024, 128)", "tensor": "model.language_model.layers.0.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.12.linear_attn.out_proj.weight|2d-128|(640, 896)", "tensor": "model.language_model.layers.12.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.13.linear_attn.out_proj.weight|2d-128|(1280, 1664)", "tensor": "model.language_model.layers.13.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.12.linear_attn.out_proj.weight|2d-128|(896, 1152)", "tensor": "model.language_model.layers.12.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.22.linear_attn.out_proj.weight|2d-128|(0, 896)", "tensor": "model.language_model.layers.22.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.18.linear_attn.out_proj.weight|2d-128|(1408, 1024)", "tensor": "model.language_model.layers.18.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.13.linear_attn.out_proj.weight|2d-128|(896, 896)", "tensor": "model.language_model.layers.13.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.21.linear_attn.out_proj.weight|2d-128|(1536, 1536)", "tensor": "model.language_model.layers.21.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.13.linear_attn.out_proj.weight|2d-128|(1152, 1280)", "tensor": "model.language_model.layers.13.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.21.linear_attn.out_proj.weight|2d-128|(1536, 1408)", "tensor": "model.language_model.layers.21.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.22.linear_attn.out_proj.weight|2d-128|(1280, 1664)", "tensor": "model.language_model.layers.22.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.2.linear_attn.out_proj.weight|2d-128|(1408, 1664)", "tensor": "model.language_model.layers.2.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1920, 1664)", "tensor": "model.language_model.layers.16.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.10.linear_attn.out_proj.weight|2d-128|(1536, 1664)", "tensor": "model.language_model.layers.10.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.6.linear_attn.out_proj.weight|2d-128|(384, 128)", "tensor": "model.language_model.layers.6.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.13.linear_attn.out_proj.weight|2d-128|(256, 0)", "tensor": "model.language_model.layers.13.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.13.linear_attn.out_proj.weight|2d-128|(384, 0)", "tensor": "model.language_model.layers.13.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.0.linear_attn.out_proj.weight|2d-128|(1152, 256)", "tensor": "model.language_model.layers.0.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.12.linear_attn.out_proj.weight|2d-128|(256, 512)", "tensor": "model.language_model.layers.12.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.14.linear_attn.out_proj.weight|2d-128|(256, 896)", "tensor": "model.language_model.layers.14.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.4.linear_attn.out_proj.weight|2d-128|(384, 0)", "tensor": "model.language_model.layers.4.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.13.linear_attn.out_proj.weight|2d-128|(1536, 384)", "tensor": "model.language_model.layers.13.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.9.linear_attn.out_proj.weight|2d-128|(256, 1536)", "tensor": "model.language_model.layers.9.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.9.linear_attn.out_proj.weight|2d-128|(1664, 1792)", "tensor": "model.language_model.layers.9.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.20.linear_attn.out_proj.weight|2d-128|(384, 1920)", "tensor": "model.language_model.layers.20.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.22.linear_attn.out_proj.weight|2d-128|(256, 1792)", "tensor": "model.language_model.layers.22.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.22.linear_attn.out_proj.weight|2d-128|(1792, 384)", "tensor": "model.language_model.layers.22.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.1.linear_attn.out_proj.weight|2d-128|(1024, 1536)", "tensor": "model.language_model.layers.1.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.9.linear_attn.out_proj.weight|2d-128|(1536, 256)", "tensor": "model.language_model.layers.9.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.1.linear_attn.out_proj.weight|2d-128|(1280, 1792)", "tensor": "model.language_model.layers.1.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.6.linear_attn.out_proj.weight|2d-128|(512, 384)", "tensor": "model.language_model.layers.6.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.22.linear_attn.out_proj.weight|2d-128|(256, 256)", "tensor": "model.language_model.layers.22.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.1.linear_attn.out_proj.weight|2d-128|(128, 1408)", "tensor": "model.language_model.layers.1.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.1.linear_attn.out_proj.weight|2d-128|(1536, 1024)", "tensor": "model.language_model.layers.1.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.14.linear_attn.out_proj.weight|2d-128|(256, 0)", "tensor": "model.language_model.layers.14.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.8.linear_attn.out_proj.weight|2d-128|(1664, 512)", "tensor": "model.language_model.layers.8.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.4.linear_attn.out_proj.weight|2d-128|(1920, 384)", "tensor": "model.language_model.layers.4.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.20.linear_attn.out_proj.weight|2d-128|(1792, 1024)", "tensor": "model.language_model.layers.20.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.17.linear_attn.out_proj.weight|2d-128|(128, 768)", "tensor": "model.language_model.layers.17.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.8.linear_attn.out_proj.weight|2d-128|(1920, 1408)", "tensor": "model.language_model.layers.8.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.22.linear_attn.out_proj.weight|2d-128|(1152, 512)", "tensor": "model.language_model.layers.22.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(384, 1920)", "tensor": "model.language_model.layers.16.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.1.linear_attn.out_proj.weight|2d-128|(256, 1408)", "tensor": "model.language_model.layers.1.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.2.linear_attn.out_proj.weight|2d-128|(0, 1024)", "tensor": "model.language_model.layers.2.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.17.linear_attn.out_proj.weight|2d-128|(512, 384)", "tensor": "model.language_model.layers.17.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.5.linear_attn.out_proj.weight|2d-128|(1792, 1920)", "tensor": "model.language_model.layers.5.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.14.linear_attn.out_proj.weight|2d-128|(1152, 1024)", "tensor": "model.language_model.layers.14.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.17.linear_attn.out_proj.weight|2d-128|(896, 512)", "tensor": "model.language_model.layers.17.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.9.linear_attn.out_proj.weight|2d-128|(640, 128)", "tensor": "model.language_model.layers.9.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.17.linear_attn.out_proj.weight|2d-128|(1152, 384)", "tensor": "model.language_model.layers.17.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.5.linear_attn.out_proj.weight|2d-128|(512, 1792)", "tensor": "model.language_model.layers.5.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.4.linear_attn.out_proj.weight|2d-128|(1920, 640)", "tensor": "model.language_model.layers.4.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.17.linear_attn.out_proj.weight|2d-128|(384, 1024)", "tensor": "model.language_model.layers.17.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.4.linear_attn.out_proj.weight|2d-128|(1536, 640)", "tensor": "model.language_model.layers.4.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1152, 0)", "tensor": "model.language_model.layers.16.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.10.linear_attn.out_proj.weight|2d-128|(0, 1152)", "tensor": "model.language_model.layers.10.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.12.linear_attn.out_proj.weight|2d-128|(1664, 256)", "tensor": "model.language_model.layers.12.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.13.linear_attn.out_proj.weight|2d-128|(1664, 256)", "tensor": "model.language_model.layers.13.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.9.linear_attn.out_proj.weight|2d-128|(128, 1664)", "tensor": "model.language_model.layers.9.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.10.linear_attn.out_proj.weight|2d-128|(256, 1664)", "tensor": "model.language_model.layers.10.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.4.linear_attn.out_proj.weight|2d-128|(384, 1920)", "tensor": "model.language_model.layers.4.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.14.linear_attn.out_proj.weight|2d-128|(512, 1536)", "tensor": "model.language_model.layers.14.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.4.linear_attn.out_proj.weight|2d-128|(384, 512)", "tensor": "model.language_model.layers.4.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.0.linear_attn.out_proj.weight|2d-128|(1536, 0)", "tensor": "model.language_model.layers.0.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.13.linear_attn.out_proj.weight|2d-128|(256, 1152)", "tensor": "model.language_model.layers.13.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.4.linear_attn.out_proj.weight|2d-128|(896, 896)", "tensor": "model.language_model.layers.4.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.2.linear_attn.out_proj.weight|2d-128|(896, 1664)", "tensor": "model.language_model.layers.2.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.8.linear_attn.out_proj.weight|2d-128|(384, 1152)", "tensor": "model.language_model.layers.8.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.12.linear_attn.out_proj.weight|2d-128|(768, 1536)", "tensor": "model.language_model.layers.12.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.21.linear_attn.out_proj.weight|2d-128|(1664, 1664)", "tensor": "model.language_model.layers.21.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.21.linear_attn.out_proj.weight|2d-128|(768, 768)", "tensor": "model.language_model.layers.21.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.17.linear_attn.out_proj.weight|2d-128|(640, 1536)", "tensor": "model.language_model.layers.17.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.0.linear_attn.out_proj.weight|2d-128|(1536, 1152)", "tensor": "model.language_model.layers.0.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.4.linear_attn.out_proj.weight|2d-128|(1152, 1152)", "tensor": "model.language_model.layers.4.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.22.linear_attn.out_proj.weight|2d-128|(1792, 1152)", "tensor": "model.language_model.layers.22.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.4.linear_attn.out_proj.weight|2d-128|(768, 256)", "tensor": "model.language_model.layers.4.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.12.linear_attn.out_proj.weight|2d-128|(512, 0)", "tensor": "model.language_model.layers.12.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.0.linear_attn.out_proj.weight|2d-128|(1536, 1792)", "tensor": "model.language_model.layers.0.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.5.linear_attn.out_proj.weight|2d-128|(768, 896)", "tensor": "model.language_model.layers.5.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(896, 1408)", "tensor": "model.language_model.layers.16.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.2.linear_attn.out_proj.weight|2d-128|(1664, 256)", "tensor": "model.language_model.layers.2.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.22.linear_attn.out_proj.weight|2d-128|(512, 1024)", "tensor": "model.language_model.layers.22.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.8.linear_attn.out_proj.weight|2d-128|(1664, 1920)", "tensor": "model.language_model.layers.8.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.5.linear_attn.out_proj.weight|2d-128|(768, 1152)", "tensor": "model.language_model.layers.5.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.9.linear_attn.out_proj.weight|2d-128|(1536, 384)", "tensor": "model.language_model.layers.9.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(0, 1920)", "tensor": "model.language_model.layers.16.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.20.linear_attn.out_proj.weight|2d-128|(1280, 768)", "tensor": "model.language_model.layers.20.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.1.linear_attn.out_proj.weight|2d-128|(1280, 1024)", "tensor": "model.language_model.layers.1.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.22.linear_attn.out_proj.weight|2d-128|(1280, 512)", "tensor": "model.language_model.layers.22.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.1.linear_attn.out_proj.weight|2d-128|(512, 1664)", "tensor": "model.language_model.layers.1.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.8.linear_attn.out_proj.weight|2d-128|(1536, 640)", "tensor": "model.language_model.layers.8.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(896, 1280)", "tensor": "model.language_model.layers.16.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.14.linear_attn.out_proj.weight|2d-128|(1024, 640)", "tensor": "model.language_model.layers.14.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.18.linear_attn.out_proj.weight|2d-128|(1920, 1920)", "tensor": "model.language_model.layers.18.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.0.linear_attn.out_proj.weight|2d-128|(1664, 1920)", "tensor": "model.language_model.layers.0.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.8.linear_attn.out_proj.weight|2d-128|(128, 0)", "tensor": "model.language_model.layers.8.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.14.linear_attn.out_proj.weight|2d-128|(1024, 768)", "tensor": "model.language_model.layers.14.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.12.linear_attn.out_proj.weight|2d-128|(0, 1920)", "tensor": "model.language_model.layers.12.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.13.linear_attn.out_proj.weight|2d-128|(768, 512)", "tensor": "model.language_model.layers.13.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.10.linear_attn.out_proj.weight|2d-128|(1664, 1408)", "tensor": "model.language_model.layers.10.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.22.linear_attn.out_proj.weight|2d-128|(1664, 384)", "tensor": "model.language_model.layers.22.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.9.linear_attn.out_proj.weight|2d-128|(128, 1792)", "tensor": "model.language_model.layers.9.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.14.linear_attn.out_proj.weight|2d-128|(1536, 0)", "tensor": "model.language_model.layers.14.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.21.linear_attn.out_proj.weight|2d-128|(512, 1152)", "tensor": "model.language_model.layers.21.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.22.linear_attn.out_proj.weight|2d-128|(1920, 1024)", "tensor": "model.language_model.layers.22.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.10.linear_attn.out_proj.weight|2d-128|(1664, 1664)", "tensor": "model.language_model.layers.10.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.21.linear_attn.out_proj.weight|2d-128|(1280, 512)", "tensor": "model.language_model.layers.21.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.18.linear_attn.out_proj.weight|2d-128|(768, 896)", "tensor": "model.language_model.layers.18.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1152, 896)", "tensor": "model.language_model.layers.16.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.20.linear_attn.out_proj.weight|2d-128|(1536, 1408)", "tensor": "model.language_model.layers.20.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.9.linear_attn.out_proj.weight|2d-128|(1280, 1280)", "tensor": "model.language_model.layers.9.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.4.linear_attn.out_proj.weight|2d-128|(0, 1664)", "tensor": "model.language_model.layers.4.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.12.linear_attn.out_proj.weight|2d-128|(640, 128)", "tensor": "model.language_model.layers.12.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.18.linear_attn.out_proj.weight|2d-128|(1536, 1792)", "tensor": "model.language_model.layers.18.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.22.linear_attn.out_proj.weight|2d-128|(640, 1664)", "tensor": "model.language_model.layers.22.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.13.linear_attn.out_proj.weight|2d-128|(256, 1664)", "tensor": "model.language_model.layers.13.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.18.linear_attn.out_proj.weight|2d-128|(384, 128)", "tensor": "model.language_model.layers.18.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.14.linear_attn.out_proj.weight|2d-128|(1664, 1280)", "tensor": "model.language_model.layers.14.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.0.linear_attn.out_proj.weight|2d-128|(1920, 896)", "tensor": "model.language_model.layers.0.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.4.linear_attn.out_proj.weight|2d-128|(128, 0)", "tensor": "model.language_model.layers.4.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1280, 1536)", "tensor": "model.language_model.layers.16.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.1.linear_attn.out_proj.weight|2d-128|(1280, 1280)", "tensor": "model.language_model.layers.1.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.13.linear_attn.out_proj.weight|2d-128|(1152, 128)", "tensor": "model.language_model.layers.13.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.18.linear_attn.out_proj.weight|2d-128|(1280, 896)", "tensor": "model.language_model.layers.18.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.8.linear_attn.out_proj.weight|2d-128|(256, 768)", "tensor": "model.language_model.layers.8.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.22.linear_attn.out_proj.weight|2d-128|(1024, 1664)", "tensor": "model.language_model.layers.22.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.8.linear_attn.out_proj.weight|2d-128|(768, 1408)", "tensor": "model.language_model.layers.8.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.8.linear_attn.out_proj.weight|2d-64|(64, 1472)", "tensor": "model.language_model.layers.8.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(128, 832)", "tensor": "model.language_model.layers.12.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.16.linear_attn.out_proj.weight|2d-64|(448, 1408)", "tensor": "model.language_model.layers.16.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.20.linear_attn.out_proj.weight|2d-64|(1152, 832)", "tensor": "model.language_model.layers.20.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1152, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.18.linear_attn.out_proj.weight|2d-64|(1792, 1984)", "tensor": "model.language_model.layers.18.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1792, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.5.linear_attn.out_proj.weight|2d-64|(1088, 256)", "tensor": "model.language_model.layers.5.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1088, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.14.linear_attn.out_proj.weight|2d-64|(640, 128)", "tensor": "model.language_model.layers.14.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(1472, 1408)", "tensor": "model.language_model.layers.12.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1472, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.8.linear_attn.out_proj.weight|2d-64|(1664, 1408)", "tensor": "model.language_model.layers.8.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.10.linear_attn.out_proj.weight|2d-64|(1600, 1408)", "tensor": "model.language_model.layers.10.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1600, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.10.linear_attn.out_proj.weight|2d-64|(1472, 192)", "tensor": "model.language_model.layers.10.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1472, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.22.linear_attn.out_proj.weight|2d-64|(1024, 1536)", "tensor": "model.language_model.layers.22.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1024, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.6.linear_attn.out_proj.weight|2d-64|(1920, 704)", "tensor": "model.language_model.layers.6.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1920, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(1856, 576)", "tensor": "model.language_model.layers.12.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.10.linear_attn.out_proj.weight|2d-64|(1088, 512)", "tensor": "model.language_model.layers.10.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1088, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.9.linear_attn.out_proj.weight|2d-64|(1088, 960)", "tensor": "model.language_model.layers.9.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1088, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.5.linear_attn.out_proj.weight|2d-64|(64, 1408)", "tensor": "model.language_model.layers.5.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.18.linear_attn.out_proj.weight|2d-64|(1856, 1088)", "tensor": "model.language_model.layers.18.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.1.linear_attn.out_proj.weight|2d-64|(640, 448)", "tensor": "model.language_model.layers.1.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.6.linear_attn.out_proj.weight|2d-64|(896, 512)", "tensor": "model.language_model.layers.6.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.22.linear_attn.out_proj.weight|2d-64|(576, 640)", "tensor": "model.language_model.layers.22.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.14.linear_attn.out_proj.weight|2d-64|(1664, 256)", "tensor": "model.language_model.layers.14.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.8.linear_attn.out_proj.weight|2d-64|(384, 1216)", "tensor": "model.language_model.layers.8.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.22.linear_attn.out_proj.weight|2d-64|(1344, 64)", "tensor": "model.language_model.layers.22.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1344, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.10.linear_attn.out_proj.weight|2d-64|(1280, 1728)", "tensor": "model.language_model.layers.10.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1280, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.20.linear_attn.out_proj.weight|2d-64|(1088, 192)", "tensor": "model.language_model.layers.20.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1088, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.2.linear_attn.out_proj.weight|2d-64|(1664, 1024)", "tensor": "model.language_model.layers.2.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.14.linear_attn.out_proj.weight|2d-64|(704, 448)", "tensor": "model.language_model.layers.14.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.10.linear_attn.out_proj.weight|2d-64|(576, 1152)", "tensor": "model.language_model.layers.10.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.22.linear_attn.out_proj.weight|2d-64|(1536, 192)", "tensor": "model.language_model.layers.22.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1536, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.17.linear_attn.out_proj.weight|2d-64|(1856, 960)", "tensor": "model.language_model.layers.17.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.10.linear_attn.out_proj.weight|2d-64|(128, 0)", "tensor": "model.language_model.layers.10.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.8.linear_attn.out_proj.weight|2d-64|(256, 320)", "tensor": "model.language_model.layers.8.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.4.linear_attn.out_proj.weight|2d-64|(1856, 1984)", "tensor": "model.language_model.layers.4.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.4.linear_attn.out_proj.weight|2d-64|(256, 1792)", "tensor": "model.language_model.layers.4.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.13.linear_attn.out_proj.weight|2d-64|(832, 128)", "tensor": "model.language_model.layers.13.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.2.linear_attn.out_proj.weight|2d-64|(640, 960)", "tensor": "model.language_model.layers.2.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.1.linear_attn.out_proj.weight|2d-64|(192, 1920)", "tensor": "model.language_model.layers.1.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.22.linear_attn.out_proj.weight|2d-64|(1600, 512)", "tensor": "model.language_model.layers.22.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1600, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.9.linear_attn.out_proj.weight|2d-64|(768, 1984)", "tensor": "model.language_model.layers.9.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.10.linear_attn.out_proj.weight|2d-64|(1792, 192)", "tensor": "model.language_model.layers.10.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1792, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.5.linear_attn.out_proj.weight|2d-64|(1152, 192)", "tensor": "model.language_model.layers.5.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1152, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.17.linear_attn.out_proj.weight|2d-64|(1728, 1536)", "tensor": "model.language_model.layers.17.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1728, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.10.linear_attn.out_proj.weight|2d-64|(256, 1920)", "tensor": "model.language_model.layers.10.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.13.linear_attn.out_proj.weight|2d-64|(1856, 448)", "tensor": "model.language_model.layers.13.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.13.linear_attn.out_proj.weight|2d-64|(512, 1920)", "tensor": "model.language_model.layers.13.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.0.linear_attn.out_proj.weight|2d-64|(64, 896)", "tensor": "model.language_model.layers.0.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.18.linear_attn.out_proj.weight|2d-64|(64, 1536)", "tensor": "model.language_model.layers.18.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.21.linear_attn.out_proj.weight|2d-64|(768, 768)", "tensor": "model.language_model.layers.21.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.18.linear_attn.out_proj.weight|2d-64|(1216, 448)", "tensor": "model.language_model.layers.18.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1216, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.21.linear_attn.out_proj.weight|2d-64|(1344, 320)", "tensor": "model.language_model.layers.21.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1344, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.9.linear_attn.out_proj.weight|2d-64|(1024, 1920)", "tensor": "model.language_model.layers.9.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1024, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.20.linear_attn.out_proj.weight|2d-64|(1536, 64)", "tensor": "model.language_model.layers.20.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1536, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(256, 320)", "tensor": "model.language_model.layers.12.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.2.linear_attn.out_proj.weight|2d-64|(256, 256)", "tensor": "model.language_model.layers.2.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.18.linear_attn.out_proj.weight|2d-64|(64, 960)", "tensor": "model.language_model.layers.18.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(64, 1024)", "tensor": "model.language_model.layers.12.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.1.linear_attn.out_proj.weight|2d-64|(320, 704)", "tensor": "model.language_model.layers.1.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.21.linear_attn.out_proj.weight|2d-64|(64, 0)", "tensor": "model.language_model.layers.21.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.14.linear_attn.out_proj.weight|2d-64|(1728, 1216)", "tensor": "model.language_model.layers.14.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1728, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.22.linear_attn.out_proj.weight|2d-64|(1472, 384)", "tensor": "model.language_model.layers.22.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1472, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.6.linear_attn.out_proj.weight|2d-64|(1536, 1152)", "tensor": "model.language_model.layers.6.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1536, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.16.linear_attn.out_proj.weight|2d-64|(1344, 1152)", "tensor": "model.language_model.layers.16.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1344, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.5.linear_attn.out_proj.weight|2d-64|(1152, 832)", "tensor": "model.language_model.layers.5.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1152, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.8.linear_attn.out_proj.weight|2d-64|(1856, 1984)", "tensor": "model.language_model.layers.8.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(640, 1280)", "tensor": "model.language_model.layers.12.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.13.linear_attn.out_proj.weight|2d-64|(640, 1856)", "tensor": "model.language_model.layers.13.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.2.linear_attn.out_proj.weight|2d-64|(1856, 768)", "tensor": "model.language_model.layers.2.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(448, 1024)", "tensor": "model.language_model.layers.12.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.21.linear_attn.out_proj.weight|2d-64|(1472, 1472)", "tensor": "model.language_model.layers.21.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1472, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(1536, 896)", "tensor": "model.language_model.layers.12.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1536, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.13.linear_attn.out_proj.weight|2d-64|(1792, 384)", "tensor": "model.language_model.layers.13.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1792, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.5.linear_attn.out_proj.weight|2d-64|(704, 576)", "tensor": "model.language_model.layers.5.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.8.linear_attn.out_proj.weight|2d-64|(384, 1408)", "tensor": "model.language_model.layers.8.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.0.linear_attn.out_proj.weight|2d-64|(1344, 512)", "tensor": "model.language_model.layers.0.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1344, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.20.linear_attn.out_proj.weight|2d-64|(320, 384)", "tensor": "model.language_model.layers.20.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.10.linear_attn.out_proj.weight|2d-64|(1984, 1600)", "tensor": "model.language_model.layers.10.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1984, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.4.linear_attn.out_proj.weight|2d-64|(1664, 0)", "tensor": "model.language_model.layers.4.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.5.linear_attn.out_proj.weight|2d-64|(1664, 832)", "tensor": "model.language_model.layers.5.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.5.linear_attn.out_proj.weight|2d-64|(1664, 128)", "tensor": "model.language_model.layers.5.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.10.linear_attn.out_proj.weight|2d-64|(832, 1344)", "tensor": "model.language_model.layers.10.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.0.linear_attn.out_proj.weight|2d-64|(1216, 1344)", "tensor": "model.language_model.layers.0.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1216, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.13.linear_attn.out_proj.weight|2d-64|(320, 832)", "tensor": "model.language_model.layers.13.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.9.linear_attn.out_proj.weight|2d-64|(1792, 1408)", "tensor": "model.language_model.layers.9.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1792, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.20.linear_attn.out_proj.weight|2d-64|(960, 1536)", "tensor": "model.language_model.layers.20.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.6.linear_attn.out_proj.weight|2d-64|(0, 64)", "tensor": "model.language_model.layers.6.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.17.linear_attn.out_proj.weight|2d-64|(1536, 1792)", "tensor": "model.language_model.layers.17.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1536, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.18.linear_attn.out_proj.weight|2d-64|(320, 1152)", "tensor": "model.language_model.layers.18.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.18.linear_attn.out_proj.weight|2d-64|(1920, 1024)", "tensor": "model.language_model.layers.18.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1920, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.18.linear_attn.out_proj.weight|2d-64|(64, 832)", "tensor": "model.language_model.layers.18.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(192, 1984)", "tensor": "model.language_model.layers.12.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.22.linear_attn.out_proj.weight|2d-64|(960, 1216)", "tensor": "model.language_model.layers.22.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.10.linear_attn.out_proj.weight|2d-64|(576, 1216)", "tensor": "model.language_model.layers.10.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.6.linear_attn.out_proj.weight|2d-64|(1280, 256)", "tensor": "model.language_model.layers.6.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1280, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.2.linear_attn.out_proj.weight|2d-64|(128, 1216)", "tensor": "model.language_model.layers.2.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.8.linear_attn.out_proj.weight|2d-64|(1344, 640)", "tensor": "model.language_model.layers.8.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1344, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.9.linear_attn.out_proj.weight|2d-64|(1600, 1024)", "tensor": "model.language_model.layers.9.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1600, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.16.linear_attn.out_proj.weight|2d-64|(640, 1024)", "tensor": "model.language_model.layers.16.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.18.linear_attn.out_proj.weight|2d-64|(448, 512)", "tensor": "model.language_model.layers.18.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(192, 960)", "tensor": "model.language_model.layers.12.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.1.linear_attn.out_proj.weight|2d-64|(192, 1536)", "tensor": "model.language_model.layers.1.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.5.linear_attn.out_proj.weight|2d-64|(128, 1024)", "tensor": "model.language_model.layers.5.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.2.linear_attn.out_proj.weight|2d-64|(1280, 1600)", "tensor": "model.language_model.layers.2.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1280, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.0.linear_attn.out_proj.weight|2d-64|(576, 576)", "tensor": "model.language_model.layers.0.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.2.linear_attn.out_proj.weight|2d-64|(1088, 1472)", "tensor": "model.language_model.layers.2.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1088, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.13.linear_attn.out_proj.weight|2d-64|(1472, 384)", "tensor": "model.language_model.layers.13.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1472, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.6.linear_attn.out_proj.weight|2d-64|(1472, 896)", "tensor": "model.language_model.layers.6.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1472, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.20.linear_attn.out_proj.weight|2d-64|(64, 256)", "tensor": "model.language_model.layers.20.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.8.linear_attn.out_proj.weight|2d-64|(1024, 1600)", "tensor": "model.language_model.layers.8.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1024, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.14.linear_attn.out_proj.weight|2d-64|(384, 256)", "tensor": "model.language_model.layers.14.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.21.linear_attn.out_proj.weight|2d-64|(128, 1152)", "tensor": "model.language_model.layers.21.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.0.linear_attn.out_proj.weight|2d-64|(1408, 1280)", "tensor": "model.language_model.layers.0.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.4.linear_attn.out_proj.weight|2d-64|(320, 1920)", "tensor": "model.language_model.layers.4.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.13.linear_attn.out_proj.weight|2d-64|(512, 576)", "tensor": "model.language_model.layers.13.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.13.linear_attn.out_proj.weight|2d-64|(1088, 1536)", "tensor": "model.language_model.layers.13.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1088, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.17.linear_attn.out_proj.weight|2d-64|(960, 1152)", "tensor": "model.language_model.layers.17.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.20.linear_attn.out_proj.weight|2d-64|(832, 1536)", "tensor": "model.language_model.layers.20.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.18.linear_attn.out_proj.weight|2d-64|(1792, 1664)", "tensor": "model.language_model.layers.18.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1792, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(192, 1472)", "tensor": "model.language_model.layers.12.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.9.linear_attn.out_proj.weight|2d-64|(256, 704)", "tensor": "model.language_model.layers.9.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.13.linear_attn.out_proj.weight|2d-64|(896, 1408)", "tensor": "model.language_model.layers.13.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.6.linear_attn.out_proj.weight|2d-64|(1152, 576)", "tensor": "model.language_model.layers.6.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1152, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.20.linear_attn.out_proj.weight|2d-64|(320, 128)", "tensor": "model.language_model.layers.20.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.21.linear_attn.out_proj.weight|2d-64|(960, 320)", "tensor": "model.language_model.layers.21.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.8.linear_attn.out_proj.weight|2d-64|(704, 1536)", "tensor": "model.language_model.layers.8.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.9.linear_attn.out_proj.weight|2d-64|(0, 576)", "tensor": "model.language_model.layers.9.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.17.linear_attn.out_proj.weight|2d-64|(1856, 256)", "tensor": "model.language_model.layers.17.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.2.linear_attn.out_proj.weight|2d-64|(1984, 128)", "tensor": "model.language_model.layers.2.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1984, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.1.linear_attn.out_proj.weight|2d-64|(576, 576)", "tensor": "model.language_model.layers.1.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.6.linear_attn.out_proj.weight|2d-64|(1152, 1920)", "tensor": "model.language_model.layers.6.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1152, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.10.linear_attn.out_proj.weight|2d-64|(1664, 1600)", "tensor": "model.language_model.layers.10.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.17.linear_attn.out_proj.weight|2d-64|(1408, 1792)", "tensor": "model.language_model.layers.17.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(1216, 640)", "tensor": "model.language_model.layers.12.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1216, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.5.linear_attn.out_proj.weight|2d-64|(1152, 1600)", "tensor": "model.language_model.layers.5.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1152, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.20.linear_attn.out_proj.weight|2d-64|(1152, 1408)", "tensor": "model.language_model.layers.20.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1152, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.22.linear_attn.out_proj.weight|2d-64|(320, 960)", "tensor": "model.language_model.layers.22.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.16.linear_attn.out_proj.weight|2d-64|(896, 384)", "tensor": "model.language_model.layers.16.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.14.linear_attn.out_proj.weight|2d-64|(1216, 128)", "tensor": "model.language_model.layers.14.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1216, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.18.linear_attn.out_proj.weight|2d-64|(1344, 192)", "tensor": "model.language_model.layers.18.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1344, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.0.linear_attn.out_proj.weight|2d-64|(1984, 384)", "tensor": "model.language_model.layers.0.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1984, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.1.linear_attn.out_proj.weight|2d-64|(1408, 1664)", "tensor": "model.language_model.layers.1.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.14.linear_attn.out_proj.weight|2d-64|(1536, 640)", "tensor": "model.language_model.layers.14.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1536, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.18.linear_attn.out_proj.weight|2d-64|(896, 1792)", "tensor": "model.language_model.layers.18.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.8.linear_attn.out_proj.weight|2d-64|(64, 192)", "tensor": "model.language_model.layers.8.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.20.linear_attn.out_proj.weight|2d-64|(448, 1984)", "tensor": "model.language_model.layers.20.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.8.linear_attn.out_proj.weight|2d-64|(640, 640)", "tensor": "model.language_model.layers.8.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.10.linear_attn.out_proj.weight|2d-64|(1728, 832)", "tensor": "model.language_model.layers.10.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1728, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.10.linear_attn.out_proj.weight|2d-64|(1216, 320)", "tensor": "model.language_model.layers.10.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1216, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.2.linear_attn.out_proj.weight|2d-64|(448, 1792)", "tensor": "model.language_model.layers.2.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.5.linear_attn.out_proj.weight|2d-64|(960, 64)", "tensor": "model.language_model.layers.5.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.5.linear_attn.out_proj.weight|2d-64|(320, 1536)", "tensor": "model.language_model.layers.5.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.22.linear_attn.out_proj.weight|2d-64|(1408, 384)", "tensor": "model.language_model.layers.22.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.16.linear_attn.out_proj.weight|2d-64|(512, 1152)", "tensor": "model.language_model.layers.16.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.13.linear_attn.out_proj.weight|2d-64|(896, 1280)", "tensor": "model.language_model.layers.13.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.16.linear_attn.out_proj.weight|2d-64|(1152, 768)", "tensor": "model.language_model.layers.16.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1152, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.0.linear_attn.out_proj.weight|2d-64|(256, 1728)", "tensor": "model.language_model.layers.0.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.2.linear_attn.out_proj.weight|2d-64|(1728, 192)", "tensor": "model.language_model.layers.2.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1728, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.14.linear_attn.out_proj.weight|2d-64|(1472, 0)", "tensor": "model.language_model.layers.14.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1472, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.0.linear_attn.out_proj.weight|2d-64|(832, 1344)", "tensor": "model.language_model.layers.0.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.22.linear_attn.out_proj.weight|2d-64|(1856, 1856)", "tensor": "model.language_model.layers.22.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.5.linear_attn.out_proj.weight|2d-64|(960, 1344)", "tensor": "model.language_model.layers.5.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.16.linear_attn.out_proj.weight|2d-64|(512, 0)", "tensor": "model.language_model.layers.16.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.2.linear_attn.out_proj.weight|2d-64|(704, 704)", "tensor": "model.language_model.layers.2.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.14.linear_attn.out_proj.weight|2d-64|(1664, 1344)", "tensor": "model.language_model.layers.14.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.8.linear_attn.out_proj.weight|2d-64|(192, 1920)", "tensor": "model.language_model.layers.8.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.9.linear_attn.out_proj.weight|2d-64|(1088, 1280)", "tensor": "model.language_model.layers.9.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1088, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.8.linear_attn.out_proj.weight|2d-64|(448, 1536)", "tensor": "model.language_model.layers.8.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.8.linear_attn.out_proj.weight|2d-64|(0, 896)", "tensor": "model.language_model.layers.8.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.14.linear_attn.out_proj.weight|2d-64|(384, 896)", "tensor": "model.language_model.layers.14.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.18.linear_attn.out_proj.weight|2d-64|(1856, 320)", "tensor": "model.language_model.layers.18.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.1.linear_attn.out_proj.weight|2d-64|(384, 1536)", "tensor": "model.language_model.layers.1.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.16.linear_attn.out_proj.weight|2d-64|(1536, 704)", "tensor": "model.language_model.layers.16.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1536, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.14.linear_attn.out_proj.weight|2d-64|(1664, 1664)", "tensor": "model.language_model.layers.14.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.18.linear_attn.out_proj.weight|2d-64|(1600, 192)", "tensor": "model.language_model.layers.18.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1600, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.5.linear_attn.out_proj.weight|2d-64|(640, 1792)", "tensor": "model.language_model.layers.5.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.20.linear_attn.out_proj.weight|2d-64|(0, 64)", "tensor": "model.language_model.layers.20.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.6.linear_attn.out_proj.weight|2d-64|(0, 1152)", "tensor": "model.language_model.layers.6.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.2.linear_attn.out_proj.weight|2d-64|(1216, 320)", "tensor": "model.language_model.layers.2.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1216, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.9.linear_attn.out_proj.weight|2d-64|(704, 1600)", "tensor": "model.language_model.layers.9.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.20.linear_attn.out_proj.weight|2d-64|(1856, 640)", "tensor": "model.language_model.layers.20.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.18.linear_attn.out_proj.weight|2d-64|(128, 1728)", "tensor": "model.language_model.layers.18.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.4.linear_attn.out_proj.weight|2d-64|(448, 1472)", "tensor": "model.language_model.layers.4.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.14.linear_attn.out_proj.weight|2d-64|(1536, 1728)", "tensor": "model.language_model.layers.14.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1536, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.13.linear_attn.out_proj.weight|2d-64|(1664, 1216)", "tensor": "model.language_model.layers.13.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.5.linear_attn.out_proj.weight|2d-64|(1920, 1280)", "tensor": "model.language_model.layers.5.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1920, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.9.linear_attn.out_proj.weight|2d-64|(1280, 896)", "tensor": "model.language_model.layers.9.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1280, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.18.linear_attn.out_proj.weight|2d-64|(960, 448)", "tensor": "model.language_model.layers.18.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(1728, 1536)", "tensor": "model.language_model.layers.12.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1728, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.18.linear_attn.out_proj.weight|2d-64|(1536, 256)", "tensor": "model.language_model.layers.18.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1536, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.1.linear_attn.out_proj.weight|2d-64|(832, 1216)", "tensor": "model.language_model.layers.1.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.9.linear_attn.out_proj.weight|2d-64|(1664, 256)", "tensor": "model.language_model.layers.9.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.1.linear_attn.out_proj.weight|2d-64|(1536, 1728)", "tensor": "model.language_model.layers.1.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1536, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.14.linear_attn.out_proj.weight|2d-64|(960, 832)", "tensor": "model.language_model.layers.14.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.9.linear_attn.out_proj.weight|2d-64|(640, 1664)", "tensor": "model.language_model.layers.9.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.16.linear_attn.out_proj.weight|2d-64|(896, 1920)", "tensor": "model.language_model.layers.16.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.22.linear_attn.out_proj.weight|2d-64|(448, 320)", "tensor": "model.language_model.layers.22.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.22.linear_attn.out_proj.weight|2d-64|(1472, 1280)", "tensor": "model.language_model.layers.22.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1472, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.20.linear_attn.out_proj.weight|2d-64|(640, 704)", "tensor": "model.language_model.layers.20.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.6.linear_attn.out_proj.weight|2d-64|(640, 1536)", "tensor": "model.language_model.layers.6.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.13.linear_attn.out_proj.weight|2d-64|(448, 320)", "tensor": "model.language_model.layers.13.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.1.linear_attn.out_proj.weight|2d-64|(768, 1792)", "tensor": "model.language_model.layers.1.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.10.linear_attn.out_proj.weight|2d-64|(1408, 1088)", "tensor": "model.language_model.layers.10.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.2.linear_attn.out_proj.weight|2d-64|(1984, 256)", "tensor": "model.language_model.layers.2.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1984, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.4.linear_attn.out_proj.weight|2d-64|(768, 768)", "tensor": "model.language_model.layers.4.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.14.linear_attn.out_proj.weight|2d-64|(1472, 1408)", "tensor": "model.language_model.layers.14.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1472, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.4.linear_attn.out_proj.weight|2d-64|(0, 640)", "tensor": "model.language_model.layers.4.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.20.linear_attn.out_proj.weight|2d-64|(512, 1472)", "tensor": "model.language_model.layers.20.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.14.linear_attn.out_proj.weight|2d-64|(64, 1920)", "tensor": "model.language_model.layers.14.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(1152, 704)", "tensor": "model.language_model.layers.12.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1152, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.9.linear_attn.out_proj.weight|2d-64|(1792, 512)", "tensor": "model.language_model.layers.9.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1792, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.16.linear_attn.out_proj.weight|2d-64|(704, 1600)", "tensor": "model.language_model.layers.16.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.8.linear_attn.out_proj.weight|2d-64|(448, 704)", "tensor": "model.language_model.layers.8.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.1.linear_attn.out_proj.weight|2d-64|(256, 1408)", "tensor": "model.language_model.layers.1.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.13.linear_attn.out_proj.weight|2d-64|(512, 1216)", "tensor": "model.language_model.layers.13.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.2.linear_attn.out_proj.weight|2d-64|(1856, 1088)", "tensor": "model.language_model.layers.2.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.9.linear_attn.out_proj.weight|2d-64|(1472, 896)", "tensor": "model.language_model.layers.9.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1472, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.18.linear_attn.out_proj.weight|2d-64|(0, 320)", "tensor": "model.language_model.layers.18.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.17.linear_attn.out_proj.weight|2d-64|(1600, 1984)", "tensor": "model.language_model.layers.17.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1600, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.10.linear_attn.out_proj.weight|2d-64|(1216, 1088)", "tensor": "model.language_model.layers.10.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1216, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.21.linear_attn.out_proj.weight|2d-64|(640, 192)", "tensor": "model.language_model.layers.21.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.14.linear_attn.out_proj.weight|2d-64|(1856, 1984)", "tensor": "model.language_model.layers.14.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.6.linear_attn.out_proj.weight|2d-64|(704, 1472)", "tensor": "model.language_model.layers.6.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.22.linear_attn.out_proj.weight|2d-64|(1152, 1024)", "tensor": "model.language_model.layers.22.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1152, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.8.linear_attn.out_proj.weight|2d-64|(896, 256)", "tensor": "model.language_model.layers.8.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.9.linear_attn.out_proj.weight|2d-64|(256, 192)", "tensor": "model.language_model.layers.9.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(320, 192)", "tensor": "model.language_model.layers.12.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(1408, 1920)", "tensor": "model.language_model.layers.12.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.10.linear_attn.out_proj.weight|2d-64|(1920, 0)", "tensor": "model.language_model.layers.10.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1920, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.14.linear_attn.out_proj.weight|2d-64|(1984, 640)", "tensor": "model.language_model.layers.14.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1984, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.17.linear_attn.out_proj.weight|2d-64|(1216, 1344)", "tensor": "model.language_model.layers.17.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1216, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.18.linear_attn.out_proj.weight|2d-64|(1216, 896)", "tensor": "model.language_model.layers.18.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1216, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.16.linear_attn.out_proj.weight|2d-64|(1536, 1728)", "tensor": "model.language_model.layers.16.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1536, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.14.linear_attn.out_proj.weight|2d-64|(320, 640)", "tensor": "model.language_model.layers.14.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.10.linear_attn.out_proj.weight|2d-64|(576, 576)", "tensor": "model.language_model.layers.10.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.20.linear_attn.out_proj.weight|2d-64|(128, 384)", "tensor": "model.language_model.layers.20.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.8.linear_attn.out_proj.weight|2d-64|(320, 832)", "tensor": "model.language_model.layers.8.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.2.linear_attn.out_proj.weight|2d-64|(1408, 576)", "tensor": "model.language_model.layers.2.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.21.linear_attn.out_proj.weight|2d-64|(256, 320)", "tensor": "model.language_model.layers.21.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.4.linear_attn.out_proj.weight|2d-64|(576, 1152)", "tensor": "model.language_model.layers.4.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.6.linear_attn.out_proj.weight|2d-64|(704, 832)", "tensor": "model.language_model.layers.6.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.20.linear_attn.out_proj.weight|2d-64|(768, 1280)", "tensor": "model.language_model.layers.20.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.14.linear_attn.out_proj.weight|2d-64|(448, 896)", "tensor": "model.language_model.layers.14.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.6.linear_attn.out_proj.weight|2d-64|(384, 704)", "tensor": "model.language_model.layers.6.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.9.linear_attn.out_proj.weight|2d-64|(1472, 1984)", "tensor": "model.language_model.layers.9.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1472, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.9.linear_attn.out_proj.weight|2d-64|(256, 1344)", "tensor": "model.language_model.layers.9.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.14.linear_attn.out_proj.weight|2d-64|(448, 1344)", "tensor": "model.language_model.layers.14.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.16.linear_attn.out_proj.weight|2d-64|(64, 1536)", "tensor": "model.language_model.layers.16.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.17.linear_attn.out_proj.weight|2d-64|(0, 0)", "tensor": "model.language_model.layers.17.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.20.linear_attn.out_proj.weight|2d-64|(704, 1472)", "tensor": "model.language_model.layers.20.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.5.linear_attn.out_proj.weight|2d-64|(1344, 1216)", "tensor": "model.language_model.layers.5.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1344, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.2.linear_attn.out_proj.weight|2d-64|(704, 832)", "tensor": "model.language_model.layers.2.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.0.linear_attn.out_proj.weight|2d-64|(448, 1728)", "tensor": "model.language_model.layers.0.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.4.linear_attn.out_proj.weight|2d-64|(1600, 1408)", "tensor": "model.language_model.layers.4.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1600, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.13.linear_attn.out_proj.weight|2d-64|(1408, 1600)", "tensor": "model.language_model.layers.13.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.22.linear_attn.out_proj.weight|2d-64|(576, 1408)", "tensor": "model.language_model.layers.22.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.9.linear_attn.out_proj.weight|2d-64|(384, 1600)", "tensor": "model.language_model.layers.9.linear_attn.out_proj.weight", "role": "model.language_model.layers.*.linear_attn.out_proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.mlp.down_proj.weight|2d-128|(1664, 3328)", "tensor": "model.language_model.layers.3.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 3328 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.mlp.down_proj.weight|2d-128|(768, 384)", "tensor": "model.language_model.layers.11.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.12.mlp.down_proj.weight|2d-128|(0, 2304)", "tensor": "model.language_model.layers.12.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 2304 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.13.mlp.down_proj.weight|2d-128|(640, 4608)", "tensor": "model.language_model.layers.13.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 4608 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.mlp.down_proj.weight|2d-128|(1536, 5248)", "tensor": "model.language_model.layers.19.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 5248 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.9.mlp.down_proj.weight|2d-128|(1280, 1792)", "tensor": "model.language_model.layers.9.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.20.mlp.down_proj.weight|2d-128|(0, 1280)", "tensor": "model.language_model.layers.20.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.mlp.down_proj.weight|2d-128|(128, 4096)", "tensor": "model.language_model.layers.3.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 4096 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.mlp.down_proj.weight|2d-128|(768, 2560)", "tensor": "model.language_model.layers.23.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 2560 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.18.mlp.down_proj.weight|2d-128|(512, 128)", "tensor": "model.language_model.layers.18.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.2.mlp.down_proj.weight|2d-128|(768, 640)", "tensor": "model.language_model.layers.2.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.6.mlp.down_proj.weight|2d-128|(128, 1024)", "tensor": "model.language_model.layers.6.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.14.mlp.down_proj.weight|2d-128|(384, 3968)", "tensor": "model.language_model.layers.14.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 3968 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.mlp.down_proj.weight|2d-128|(1280, 3584)", "tensor": "model.language_model.layers.19.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 3584 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.20.mlp.down_proj.weight|2d-128|(384, 2432)", "tensor": "model.language_model.layers.20.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 2432 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.18.mlp.down_proj.weight|2d-128|(256, 2176)", "tensor": "model.language_model.layers.18.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 2176 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.mlp.down_proj.weight|2d-128|(0, 1792)", "tensor": "model.language_model.layers.19.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.12.mlp.down_proj.weight|2d-128|(1536, 5888)", "tensor": "model.language_model.layers.12.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 5888 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.13.mlp.down_proj.weight|2d-128|(1536, 5760)", "tensor": "model.language_model.layers.13.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 5760 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.17.mlp.down_proj.weight|2d-128|(1920, 1152)", "tensor": "model.language_model.layers.17.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.5.mlp.down_proj.weight|2d-128|(1536, 1152)", "tensor": "model.language_model.layers.5.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.mlp.down_proj.weight|2d-128|(1536, 1536)", "tensor": "model.language_model.layers.15.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.mlp.down_proj.weight|2d-128|(1408, 4096)", "tensor": "model.language_model.layers.7.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 4096 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.21.mlp.down_proj.weight|2d-128|(1024, 1664)", "tensor": "model.language_model.layers.21.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.mlp.down_proj.weight|2d-128|(0, 3840)", "tensor": "model.language_model.layers.3.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 3840 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.22.mlp.down_proj.weight|2d-128|(1664, 2688)", "tensor": "model.language_model.layers.22.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 2688 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.2.mlp.down_proj.weight|2d-128|(1280, 5248)", "tensor": "model.language_model.layers.2.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 5248 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.mlp.down_proj.weight|2d-128|(640, 3968)", "tensor": "model.language_model.layers.23.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 3968 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.18.mlp.down_proj.weight|2d-128|(1280, 1920)", "tensor": "model.language_model.layers.18.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.10.mlp.down_proj.weight|2d-128|(512, 3456)", "tensor": "model.language_model.layers.10.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 3456 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.6.mlp.down_proj.weight|2d-128|(0, 5248)", "tensor": "model.language_model.layers.6.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 5248 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.mlp.down_proj.weight|2d-128|(1408, 6016)", "tensor": "model.language_model.layers.7.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 6016 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.6.mlp.down_proj.weight|2d-128|(1024, 384)", "tensor": "model.language_model.layers.6.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.12.mlp.down_proj.weight|2d-128|(128, 1792)", "tensor": "model.language_model.layers.12.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.21.mlp.down_proj.weight|2d-128|(1408, 2944)", "tensor": "model.language_model.layers.21.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 2944 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.mlp.down_proj.weight|2d-128|(1024, 4096)", "tensor": "model.language_model.layers.11.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 4096 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.17.mlp.down_proj.weight|2d-128|(640, 0)", "tensor": "model.language_model.layers.17.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.9.mlp.down_proj.weight|2d-128|(1152, 2176)", "tensor": "model.language_model.layers.9.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 2176 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.mlp.down_proj.weight|2d-128|(896, 2560)", "tensor": "model.language_model.layers.19.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 2560 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.mlp.down_proj.weight|2d-128|(1280, 1408)", "tensor": "model.language_model.layers.3.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.5.mlp.down_proj.weight|2d-128|(0, 3072)", "tensor": "model.language_model.layers.5.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 3072 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.10.mlp.down_proj.weight|2d-128|(1536, 1920)", "tensor": "model.language_model.layers.10.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.1.mlp.down_proj.weight|2d-128|(1792, 3456)", "tensor": "model.language_model.layers.1.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 3456 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.13.mlp.down_proj.weight|2d-128|(1792, 4608)", "tensor": "model.language_model.layers.13.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 4608 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.17.mlp.down_proj.weight|2d-128|(640, 3456)", "tensor": "model.language_model.layers.17.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 3456 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.mlp.down_proj.weight|2d-128|(0, 3968)", "tensor": "model.language_model.layers.19.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 3968 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.10.mlp.down_proj.weight|2d-128|(1920, 2816)", "tensor": "model.language_model.layers.10.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 2816 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.1.mlp.down_proj.weight|2d-128|(384, 4096)", "tensor": "model.language_model.layers.1.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 4096 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.17.mlp.down_proj.weight|2d-128|(1664, 5632)", "tensor": "model.language_model.layers.17.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 5632 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.9.mlp.down_proj.weight|2d-128|(1024, 128)", "tensor": "model.language_model.layers.9.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.0.mlp.down_proj.weight|2d-128|(640, 5760)", "tensor": "model.language_model.layers.0.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 5760 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.18.mlp.down_proj.weight|2d-128|(1152, 4864)", "tensor": "model.language_model.layers.18.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 4864 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.13.mlp.down_proj.weight|2d-128|(1792, 256)", "tensor": "model.language_model.layers.13.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.1.mlp.down_proj.weight|2d-128|(1664, 1536)", "tensor": "model.language_model.layers.1.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.6.mlp.down_proj.weight|2d-128|(1664, 2432)", "tensor": "model.language_model.layers.6.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 2432 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.16.mlp.down_proj.weight|2d-128|(1792, 1024)", "tensor": "model.language_model.layers.16.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.18.mlp.down_proj.weight|2d-128|(768, 768)", "tensor": "model.language_model.layers.18.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.21.mlp.down_proj.weight|2d-128|(1280, 4608)", "tensor": "model.language_model.layers.21.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 4608 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.5.mlp.down_proj.weight|2d-128|(768, 2560)", "tensor": "model.language_model.layers.5.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 2560 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.mlp.down_proj.weight|2d-128|(128, 896)", "tensor": "model.language_model.layers.11.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.0.mlp.down_proj.weight|2d-128|(1024, 1408)", "tensor": "model.language_model.layers.0.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.8.mlp.down_proj.weight|2d-128|(128, 1024)", "tensor": "model.language_model.layers.8.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.mlp.down_proj.weight|2d-128|(1280, 896)", "tensor": "model.language_model.layers.3.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.0.mlp.down_proj.weight|2d-128|(896, 3712)", "tensor": "model.language_model.layers.0.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 3712 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.mlp.down_proj.weight|2d-128|(768, 1152)", "tensor": "model.language_model.layers.3.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.mlp.down_proj.weight|2d-128|(128, 1536)", "tensor": "model.language_model.layers.11.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.mlp.down_proj.weight|2d-128|(1152, 2176)", "tensor": "model.language_model.layers.15.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 2176 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.5.mlp.down_proj.weight|2d-128|(1024, 3584)", "tensor": "model.language_model.layers.5.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 3584 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.mlp.down_proj.weight|2d-128|(896, 4224)", "tensor": "model.language_model.layers.19.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 4224 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.12.mlp.down_proj.weight|2d-128|(1792, 1920)", "tensor": "model.language_model.layers.12.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.mlp.down_proj.weight|2d-128|(1792, 4992)", "tensor": "model.language_model.layers.23.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 4992 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.14.mlp.down_proj.weight|2d-128|(640, 1024)", "tensor": "model.language_model.layers.14.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.8.mlp.down_proj.weight|2d-128|(1408, 6016)", "tensor": "model.language_model.layers.8.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 6016 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.13.mlp.down_proj.weight|2d-128|(1920, 3072)", "tensor": "model.language_model.layers.13.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 3072 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.4.mlp.down_proj.weight|2d-128|(1792, 4736)", "tensor": "model.language_model.layers.4.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 4736 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.8.mlp.down_proj.weight|2d-128|(896, 2944)", "tensor": "model.language_model.layers.8.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 2944 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.mlp.down_proj.weight|2d-128|(1792, 5504)", "tensor": "model.language_model.layers.11.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 5504 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.17.mlp.down_proj.weight|2d-128|(1920, 1536)", "tensor": "model.language_model.layers.17.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.9.mlp.down_proj.weight|2d-128|(1152, 1664)", "tensor": "model.language_model.layers.9.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.0.mlp.down_proj.weight|2d-128|(128, 3968)", "tensor": "model.language_model.layers.0.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 3968 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.6.mlp.down_proj.weight|2d-128|(384, 640)", "tensor": "model.language_model.layers.6.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.16.mlp.down_proj.weight|2d-128|(512, 5248)", "tensor": "model.language_model.layers.16.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 5248 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.9.mlp.down_proj.weight|2d-128|(768, 2688)", "tensor": "model.language_model.layers.9.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 2688 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.12.mlp.down_proj.weight|2d-128|(128, 3328)", "tensor": "model.language_model.layers.12.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 3328 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.21.mlp.down_proj.weight|2d-128|(1920, 640)", "tensor": "model.language_model.layers.21.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.mlp.down_proj.weight|2d-128|(1024, 256)", "tensor": "model.language_model.layers.15.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.12.mlp.down_proj.weight|2d-128|(256, 4608)", "tensor": "model.language_model.layers.12.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 4608 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.8.mlp.down_proj.weight|2d-128|(0, 4864)", "tensor": "model.language_model.layers.8.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 4864 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.14.mlp.down_proj.weight|2d-128|(640, 0)", "tensor": "model.language_model.layers.14.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.9.mlp.down_proj.weight|2d-128|(1408, 640)", "tensor": "model.language_model.layers.9.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.20.mlp.down_proj.weight|2d-128|(1792, 4480)", "tensor": "model.language_model.layers.20.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 4480 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.mlp.down_proj.weight|2d-128|(512, 5248)", "tensor": "model.language_model.layers.3.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 5248 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.mlp.down_proj.weight|2d-128|(1792, 3456)", "tensor": "model.language_model.layers.23.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 3456 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.22.mlp.down_proj.weight|2d-128|(0, 1408)", "tensor": "model.language_model.layers.22.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.mlp.down_proj.weight|2d-128|(1152, 1536)", "tensor": "model.language_model.layers.7.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.20.mlp.down_proj.weight|2d-128|(640, 1280)", "tensor": "model.language_model.layers.20.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.4.mlp.down_proj.weight|2d-128|(1024, 4096)", "tensor": "model.language_model.layers.4.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 4096 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.mlp.down_proj.weight|2d-128|(1920, 3584)", "tensor": "model.language_model.layers.7.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 3584 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.0.mlp.down_proj.weight|2d-128|(256, 256)", "tensor": "model.language_model.layers.0.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.17.mlp.down_proj.weight|2d-128|(256, 896)", "tensor": "model.language_model.layers.17.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.10.mlp.down_proj.weight|2d-128|(128, 4864)", "tensor": "model.language_model.layers.10.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 4864 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.0.mlp.down_proj.weight|2d-128|(768, 5504)", "tensor": "model.language_model.layers.0.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 5504 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.mlp.down_proj.weight|2d-128|(512, 1664)", "tensor": "model.language_model.layers.7.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.0.mlp.down_proj.weight|2d-128|(1920, 1152)", "tensor": "model.language_model.layers.0.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.21.mlp.down_proj.weight|2d-128|(256, 1280)", "tensor": "model.language_model.layers.21.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.13.mlp.down_proj.weight|2d-128|(1792, 5632)", "tensor": "model.language_model.layers.13.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 5632 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.9.mlp.down_proj.weight|2d-128|(1152, 5376)", "tensor": "model.language_model.layers.9.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 5376 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.mlp.down_proj.weight|2d-128|(640, 5120)", "tensor": "model.language_model.layers.7.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 5120 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.8.mlp.down_proj.weight|2d-128|(640, 4224)", "tensor": "model.language_model.layers.8.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 4224 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.22.mlp.down_proj.weight|2d-128|(1536, 1920)", "tensor": "model.language_model.layers.22.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.10.mlp.down_proj.weight|2d-128|(640, 3200)", "tensor": "model.language_model.layers.10.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 3200 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.mlp.down_proj.weight|2d-128|(1152, 2176)", "tensor": "model.language_model.layers.19.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 2176 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.mlp.down_proj.weight|2d-128|(768, 1920)", "tensor": "model.language_model.layers.7.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.8.mlp.down_proj.weight|2d-128|(1664, 4352)", "tensor": "model.language_model.layers.8.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 4352 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.16.mlp.down_proj.weight|2d-128|(512, 4352)", "tensor": "model.language_model.layers.16.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 4352 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.2.mlp.down_proj.weight|2d-128|(640, 1664)", "tensor": "model.language_model.layers.2.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.4.mlp.down_proj.weight|2d-128|(1536, 1536)", "tensor": "model.language_model.layers.4.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.6.mlp.down_proj.weight|2d-128|(896, 5632)", "tensor": "model.language_model.layers.6.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 5632 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.14.mlp.down_proj.weight|2d-128|(1280, 1024)", "tensor": "model.language_model.layers.14.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.1.mlp.down_proj.weight|2d-128|(1536, 256)", "tensor": "model.language_model.layers.1.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.14.mlp.down_proj.weight|2d-128|(640, 2944)", "tensor": "model.language_model.layers.14.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 2944 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.mlp.down_proj.weight|2d-128|(1152, 3968)", "tensor": "model.language_model.layers.3.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 3968 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.mlp.down_proj.weight|2d-128|(384, 3072)", "tensor": "model.language_model.layers.15.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 3072 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.0.mlp.down_proj.weight|2d-128|(1152, 3968)", "tensor": "model.language_model.layers.0.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 3968 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.mlp.down_proj.weight|2d-128|(256, 4736)", "tensor": "model.language_model.layers.7.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 4736 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.21.mlp.down_proj.weight|2d-128|(1152, 1792)", "tensor": "model.language_model.layers.21.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.20.mlp.down_proj.weight|2d-128|(1664, 5760)", "tensor": "model.language_model.layers.20.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 5760 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.14.mlp.down_proj.weight|2d-128|(1536, 3712)", "tensor": "model.language_model.layers.14.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 3712 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.mlp.down_proj.weight|2d-128|(640, 4608)", "tensor": "model.language_model.layers.7.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 4608 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.13.mlp.down_proj.weight|2d-128|(1664, 1024)", "tensor": "model.language_model.layers.13.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.21.mlp.down_proj.weight|2d-128|(1280, 2176)", "tensor": "model.language_model.layers.21.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 2176 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.13.mlp.down_proj.weight|2d-128|(1152, 768)", "tensor": "model.language_model.layers.13.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.16.mlp.down_proj.weight|2d-128|(1664, 2304)", "tensor": "model.language_model.layers.16.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 2304 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.0.mlp.down_proj.weight|2d-128|(256, 4736)", "tensor": "model.language_model.layers.0.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 4736 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.4.mlp.down_proj.weight|2d-128|(256, 1664)", "tensor": "model.language_model.layers.4.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.14.mlp.down_proj.weight|2d-128|(640, 1920)", "tensor": "model.language_model.layers.14.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.2.mlp.down_proj.weight|2d-128|(1664, 4736)", "tensor": "model.language_model.layers.2.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 4736 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.1.mlp.down_proj.weight|2d-128|(1024, 4864)", "tensor": "model.language_model.layers.1.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 4864 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.12.mlp.down_proj.weight|2d-128|(384, 3712)", "tensor": "model.language_model.layers.12.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 3712 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.22.mlp.down_proj.weight|2d-128|(768, 1280)", "tensor": "model.language_model.layers.22.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.9.mlp.down_proj.weight|2d-128|(512, 2048)", "tensor": "model.language_model.layers.9.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 2048 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.mlp.down_proj.weight|2d-128|(896, 640)", "tensor": "model.language_model.layers.23.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.10.mlp.down_proj.weight|2d-128|(896, 5248)", "tensor": "model.language_model.layers.10.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 5248 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.14.mlp.down_proj.weight|2d-128|(1024, 384)", "tensor": "model.language_model.layers.14.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.12.mlp.down_proj.weight|2d-128|(1152, 4608)", "tensor": "model.language_model.layers.12.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 4608 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.5.mlp.down_proj.weight|2d-128|(1536, 2304)", "tensor": "model.language_model.layers.5.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 2304 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.13.mlp.down_proj.weight|2d-128|(1408, 512)", "tensor": "model.language_model.layers.13.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.mlp.down_proj.weight|2d-128|(1408, 5888)", "tensor": "model.language_model.layers.15.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 5888 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.mlp.down_proj.weight|2d-128|(1024, 4864)", "tensor": "model.language_model.layers.3.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 4864 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.17.mlp.down_proj.weight|2d-128|(1408, 3968)", "tensor": "model.language_model.layers.17.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 3968 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.12.mlp.down_proj.weight|2d-128|(768, 1024)", "tensor": "model.language_model.layers.12.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.12.mlp.down_proj.weight|2d-128|(128, 1536)", "tensor": "model.language_model.layers.12.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.10.mlp.down_proj.weight|2d-128|(1024, 1920)", "tensor": "model.language_model.layers.10.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.10.mlp.down_proj.weight|2d-128|(768, 6016)", "tensor": "model.language_model.layers.10.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 6016 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.9.mlp.down_proj.weight|2d-128|(1920, 640)", "tensor": "model.language_model.layers.9.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.mlp.down_proj.weight|2d-128|(640, 4608)", "tensor": "model.language_model.layers.3.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 4608 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.2.mlp.down_proj.weight|2d-128|(1664, 3072)", "tensor": "model.language_model.layers.2.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 3072 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.10.mlp.down_proj.weight|2d-128|(1792, 1664)", "tensor": "model.language_model.layers.10.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.17.mlp.down_proj.weight|2d-128|(1792, 128)", "tensor": "model.language_model.layers.17.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.5.mlp.down_proj.weight|2d-128|(1536, 2432)", "tensor": "model.language_model.layers.5.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 2432 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.mlp.down_proj.weight|2d-128|(768, 3840)", "tensor": "model.language_model.layers.15.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 3840 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.2.mlp.down_proj.weight|2d-128|(768, 2432)", "tensor": "model.language_model.layers.2.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 2432 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.4.mlp.down_proj.weight|2d-128|(256, 4608)", "tensor": "model.language_model.layers.4.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 4608 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.18.mlp.down_proj.weight|2d-128|(1536, 3840)", "tensor": "model.language_model.layers.18.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 3840 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.mlp.down_proj.weight|2d-128|(256, 5248)", "tensor": "model.language_model.layers.7.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 5248 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.mlp.down_proj.weight|2d-128|(1920, 3200)", "tensor": "model.language_model.layers.11.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 3200 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.6.mlp.down_proj.weight|2d-128|(640, 3584)", "tensor": "model.language_model.layers.6.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 3584 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.13.mlp.down_proj.weight|2d-128|(896, 4608)", "tensor": "model.language_model.layers.13.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 4608 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.20.mlp.down_proj.weight|2d-128|(1664, 1536)", "tensor": "model.language_model.layers.20.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.9.mlp.down_proj.weight|2d-128|(128, 4992)", "tensor": "model.language_model.layers.9.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 4992 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.mlp.down_proj.weight|2d-128|(1536, 3072)", "tensor": "model.language_model.layers.3.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 3072 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.5.mlp.down_proj.weight|2d-128|(1792, 2304)", "tensor": "model.language_model.layers.5.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 2304 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.18.mlp.down_proj.weight|2d-128|(1664, 4992)", "tensor": "model.language_model.layers.18.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 4992 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.mlp.down_proj.weight|2d-128|(896, 2816)", "tensor": "model.language_model.layers.19.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 2816 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.mlp.down_proj.weight|2d-128|(0, 5248)", "tensor": "model.language_model.layers.3.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 5248 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.mlp.down_proj.weight|2d-128|(1792, 5760)", "tensor": "model.language_model.layers.7.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 5760 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.mlp.down_proj.weight|2d-128|(1280, 384)", "tensor": "model.language_model.layers.15.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.17.mlp.down_proj.weight|2d-128|(1408, 2944)", "tensor": "model.language_model.layers.17.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 2944 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.0.mlp.down_proj.weight|2d-128|(1152, 2816)", "tensor": "model.language_model.layers.0.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 2816 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.6.mlp.down_proj.weight|2d-128|(0, 384)", "tensor": "model.language_model.layers.6.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.10.mlp.down_proj.weight|2d-128|(512, 2688)", "tensor": "model.language_model.layers.10.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 2688 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.10.mlp.down_proj.weight|2d-128|(256, 3072)", "tensor": "model.language_model.layers.10.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 3072 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.mlp.down_proj.weight|2d-128|(128, 5504)", "tensor": "model.language_model.layers.7.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 5504 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.mlp.down_proj.weight|2d-128|(768, 5504)", "tensor": "model.language_model.layers.15.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 5504 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.21.mlp.down_proj.weight|2d-128|(640, 3712)", "tensor": "model.language_model.layers.21.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 3712 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.0.mlp.down_proj.weight|2d-128|(384, 5248)", "tensor": "model.language_model.layers.0.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 5248 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.1.mlp.down_proj.weight|2d-128|(1536, 4480)", "tensor": "model.language_model.layers.1.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 4480 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.mlp.down_proj.weight|2d-128|(896, 2688)", "tensor": "model.language_model.layers.19.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 2688 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.mlp.down_proj.weight|2d-128|(128, 4992)", "tensor": "model.language_model.layers.19.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 4992 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.1.mlp.down_proj.weight|2d-128|(768, 4224)", "tensor": "model.language_model.layers.1.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 4224 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.5.mlp.down_proj.weight|2d-128|(1920, 1024)", "tensor": "model.language_model.layers.5.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.20.mlp.down_proj.weight|2d-128|(0, 5376)", "tensor": "model.language_model.layers.20.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 5376 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.22.mlp.down_proj.weight|2d-128|(640, 3840)", "tensor": "model.language_model.layers.22.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 3840 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.6.mlp.down_proj.weight|2d-128|(768, 2944)", "tensor": "model.language_model.layers.6.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 2944 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.14.mlp.down_proj.weight|2d-128|(0, 896)", "tensor": "model.language_model.layers.14.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.2.mlp.down_proj.weight|2d-128|(128, 5376)", "tensor": "model.language_model.layers.2.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 5376 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.20.mlp.down_proj.weight|2d-128|(640, 5888)", "tensor": "model.language_model.layers.20.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 5888 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.mlp.down_proj.weight|2d-128|(1920, 2048)", "tensor": "model.language_model.layers.3.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 2048 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.2.mlp.down_proj.weight|2d-128|(1920, 5632)", "tensor": "model.language_model.layers.2.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 5632 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.20.mlp.down_proj.weight|2d-128|(0, 3328)", "tensor": "model.language_model.layers.20.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 3328 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.4.mlp.down_proj.weight|2d-128|(384, 1152)", "tensor": "model.language_model.layers.4.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.1.mlp.down_proj.weight|2d-128|(1536, 1152)", "tensor": "model.language_model.layers.1.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.mlp.down_proj.weight|2d-128|(768, 2176)", "tensor": "model.language_model.layers.19.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 2176 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.mlp.down_proj.weight|2d-128|(1792, 2048)", "tensor": "model.language_model.layers.15.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 2048 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.20.mlp.down_proj.weight|2d-128|(1920, 3584)", "tensor": "model.language_model.layers.20.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 3584 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.8.mlp.down_proj.weight|2d-128|(1664, 5120)", "tensor": "model.language_model.layers.8.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 5120 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.5.mlp.down_proj.weight|2d-128|(256, 5376)", "tensor": "model.language_model.layers.5.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 5376 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.mlp.down_proj.weight|2d-128|(1024, 5120)", "tensor": "model.language_model.layers.19.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 5120 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.9.mlp.down_proj.weight|2d-128|(128, 3584)", "tensor": "model.language_model.layers.9.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 3584 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.18.mlp.down_proj.weight|2d-128|(1152, 4224)", "tensor": "model.language_model.layers.18.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 4224 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.mlp.down_proj.weight|2d-128|(1792, 5504)", "tensor": "model.language_model.layers.7.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 5504 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.mlp.down_proj.weight|2d-128|(1408, 2816)", "tensor": "model.language_model.layers.3.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 2816 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.12.mlp.down_proj.weight|2d-128|(512, 2688)", "tensor": "model.language_model.layers.12.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 2688 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.0.mlp.down_proj.weight|2d-128|(512, 2688)", "tensor": "model.language_model.layers.0.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 2688 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.14.mlp.down_proj.weight|2d-128|(1664, 3200)", "tensor": "model.language_model.layers.14.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 3200 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.5.mlp.down_proj.weight|2d-128|(0, 4608)", "tensor": "model.language_model.layers.5.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 4608 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.mlp.down_proj.weight|2d-128|(128, 3200)", "tensor": "model.language_model.layers.19.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 3200 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.6.mlp.down_proj.weight|2d-128|(384, 2560)", "tensor": "model.language_model.layers.6.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 2560 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.mlp.down_proj.weight|2d-128|(512, 3840)", "tensor": "model.language_model.layers.11.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 3840 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.5.mlp.down_proj.weight|2d-128|(0, 3328)", "tensor": "model.language_model.layers.5.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 3328 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.17.mlp.down_proj.weight|2d-128|(128, 3840)", "tensor": "model.language_model.layers.17.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 3840 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.0.mlp.down_proj.weight|2d-128|(1664, 256)", "tensor": "model.language_model.layers.0.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.0.mlp.down_proj.weight|2d-128|(1408, 2048)", "tensor": "model.language_model.layers.0.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 2048 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.4.mlp.down_proj.weight|2d-128|(1664, 3584)", "tensor": "model.language_model.layers.4.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 3584 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.mlp.down_proj.weight|2d-128|(1664, 384)", "tensor": "model.language_model.layers.3.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.12.mlp.down_proj.weight|2d-128|(0, 1792)", "tensor": "model.language_model.layers.12.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.2.mlp.down_proj.weight|2d-128|(384, 640)", "tensor": "model.language_model.layers.2.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.12.mlp.down_proj.weight|2d-128|(1664, 1920)", "tensor": "model.language_model.layers.12.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.5.mlp.down_proj.weight|2d-128|(1024, 2176)", "tensor": "model.language_model.layers.5.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 2176 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.mlp.down_proj.weight|2d-128|(512, 2048)", "tensor": "model.language_model.layers.11.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 2048 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.16.mlp.down_proj.weight|2d-128|(1024, 5888)", "tensor": "model.language_model.layers.16.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 5888 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.4.mlp.down_proj.weight|2d-128|(768, 256)", "tensor": "model.language_model.layers.4.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.12.mlp.down_proj.weight|2d-128|(1024, 2560)", "tensor": "model.language_model.layers.12.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 2560 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.9.mlp.down_proj.weight|2d-128|(896, 1152)", "tensor": "model.language_model.layers.9.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.0.mlp.down_proj.weight|2d-128|(512, 5376)", "tensor": "model.language_model.layers.0.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 5376 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.13.mlp.down_proj.weight|2d-128|(896, 2432)", "tensor": "model.language_model.layers.13.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 2432 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.2.mlp.down_proj.weight|2d-128|(1792, 4224)", "tensor": "model.language_model.layers.2.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 4224 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.mlp.down_proj.weight|2d-128|(1792, 4480)", "tensor": "model.language_model.layers.19.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 4480 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.5.mlp.down_proj.weight|2d-128|(1024, 3840)", "tensor": "model.language_model.layers.5.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 3840 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.8.mlp.down_proj.weight|2d-128|(768, 1024)", "tensor": "model.language_model.layers.8.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.mlp.down_proj.weight|2d-128|(1920, 5376)", "tensor": "model.language_model.layers.15.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 5376 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.mlp.down_proj.weight|2d-128|(128, 3328)", "tensor": "model.language_model.layers.7.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 3328 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.5.mlp.down_proj.weight|2d-128|(1408, 896)", "tensor": "model.language_model.layers.5.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.2.mlp.down_proj.weight|2d-128|(128, 1024)", "tensor": "model.language_model.layers.2.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.5.mlp.down_proj.weight|2d-128|(1664, 4224)", "tensor": "model.language_model.layers.5.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 4224 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.mlp.down_proj.weight|2d-128|(896, 2176)", "tensor": "model.language_model.layers.15.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 2176 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.mlp.down_proj.weight|2d-128|(256, 2816)", "tensor": "model.language_model.layers.23.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 2816 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.22.mlp.down_proj.weight|2d-128|(1280, 0)", "tensor": "model.language_model.layers.22.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.21.mlp.down_proj.weight|2d-128|(1792, 3968)", "tensor": "model.language_model.layers.21.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 3968 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.16.mlp.down_proj.weight|2d-128|(1152, 1024)", "tensor": "model.language_model.layers.16.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.2.mlp.down_proj.weight|2d-128|(1408, 4096)", "tensor": "model.language_model.layers.2.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 4096 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.14.mlp.down_proj.weight|2d-128|(1920, 0)", "tensor": "model.language_model.layers.14.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.13.mlp.down_proj.weight|2d-128|(1536, 1920)", "tensor": "model.language_model.layers.13.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.mlp.down_proj.weight|2d-128|(0, 6016)", "tensor": "model.language_model.layers.3.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 6016 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.2.mlp.down_proj.weight|2d-128|(128, 2432)", "tensor": "model.language_model.layers.2.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 2432 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.20.mlp.down_proj.weight|2d-128|(1152, 1280)", "tensor": "model.language_model.layers.20.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.21.mlp.down_proj.weight|2d-64|(1792, 4096)", "tensor": "model.language_model.layers.21.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1792, 4096 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.0.mlp.down_proj.weight|2d-64|(576, 5888)", "tensor": "model.language_model.layers.0.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 5888 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.18.mlp.down_proj.weight|2d-64|(384, 832)", "tensor": "model.language_model.layers.18.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.5.mlp.down_proj.weight|2d-64|(1920, 3712)", "tensor": "model.language_model.layers.5.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1920, 3712 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.20.mlp.down_proj.weight|2d-64|(1408, 2816)", "tensor": "model.language_model.layers.20.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 2816 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.mlp.down_proj.weight|2d-64|(832, 2880)", "tensor": "model.language_model.layers.3.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 2880 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.14.mlp.down_proj.weight|2d-64|(1728, 1216)", "tensor": "model.language_model.layers.14.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1728, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.mlp.down_proj.weight|2d-64|(1856, 1728)", "tensor": "model.language_model.layers.15.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.20.mlp.down_proj.weight|2d-64|(1408, 3776)", "tensor": "model.language_model.layers.20.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 3776 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.10.mlp.down_proj.weight|2d-64|(0, 3584)", "tensor": "model.language_model.layers.10.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 3584 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.5.mlp.down_proj.weight|2d-64|(1984, 1728)", "tensor": "model.language_model.layers.5.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1984, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.0.mlp.down_proj.weight|2d-64|(1344, 5632)", "tensor": "model.language_model.layers.0.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1344, 5632 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.9.mlp.down_proj.weight|2d-64|(1792, 768)", "tensor": "model.language_model.layers.9.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1792, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.5.mlp.down_proj.weight|2d-64|(896, 5568)", "tensor": "model.language_model.layers.5.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 5568 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.9.mlp.down_proj.weight|2d-64|(0, 4224)", "tensor": "model.language_model.layers.9.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 4224 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.20.mlp.down_proj.weight|2d-64|(1920, 5440)", "tensor": "model.language_model.layers.20.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1920, 5440 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.13.mlp.down_proj.weight|2d-64|(832, 2880)", "tensor": "model.language_model.layers.13.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 2880 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.1.mlp.down_proj.weight|2d-64|(576, 2368)", "tensor": "model.language_model.layers.1.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 2368 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.20.mlp.down_proj.weight|2d-64|(320, 2240)", "tensor": "model.language_model.layers.20.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 2240 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.8.mlp.down_proj.weight|2d-64|(512, 5248)", "tensor": "model.language_model.layers.8.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 5248 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.mlp.down_proj.weight|2d-64|(1856, 4032)", "tensor": "model.language_model.layers.19.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 4032 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.4.mlp.down_proj.weight|2d-64|(1728, 6016)", "tensor": "model.language_model.layers.4.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1728, 6016 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.8.mlp.down_proj.weight|2d-64|(1600, 128)", "tensor": "model.language_model.layers.8.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1600, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.10.mlp.down_proj.weight|2d-64|(192, 2304)", "tensor": "model.language_model.layers.10.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 2304 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.1.mlp.down_proj.weight|2d-64|(1600, 2624)", "tensor": "model.language_model.layers.1.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1600, 2624 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.8.mlp.down_proj.weight|2d-64|(640, 5632)", "tensor": "model.language_model.layers.8.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 5632 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.14.mlp.down_proj.weight|2d-64|(448, 1344)", "tensor": "model.language_model.layers.14.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.2.mlp.down_proj.weight|2d-64|(768, 5888)", "tensor": "model.language_model.layers.2.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 5888 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.2.mlp.down_proj.weight|2d-64|(896, 4800)", "tensor": "model.language_model.layers.2.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 4800 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.mlp.down_proj.weight|2d-64|(256, 3136)", "tensor": "model.language_model.layers.11.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 3136 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.mlp.down_proj.weight|2d-64|(896, 2816)", "tensor": "model.language_model.layers.3.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 2816 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.mlp.down_proj.weight|2d-64|(448, 2624)", "tensor": "model.language_model.layers.19.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 2624 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.1.mlp.down_proj.weight|2d-64|(448, 512)", "tensor": "model.language_model.layers.1.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.22.mlp.down_proj.weight|2d-64|(832, 5248)", "tensor": "model.language_model.layers.22.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 5248 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.8.mlp.down_proj.weight|2d-64|(1856, 4928)", "tensor": "model.language_model.layers.8.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 4928 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.14.mlp.down_proj.weight|2d-64|(1344, 3008)", "tensor": "model.language_model.layers.14.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1344, 3008 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.2.mlp.down_proj.weight|2d-64|(1344, 832)", "tensor": "model.language_model.layers.2.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1344, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.18.mlp.down_proj.weight|2d-64|(1536, 4928)", "tensor": "model.language_model.layers.18.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1536, 4928 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.6.mlp.down_proj.weight|2d-64|(1600, 6080)", "tensor": "model.language_model.layers.6.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1600, 6080 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.20.mlp.down_proj.weight|2d-64|(1472, 5056)", "tensor": "model.language_model.layers.20.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1472, 5056 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.1.mlp.down_proj.weight|2d-64|(448, 448)", "tensor": "model.language_model.layers.1.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.mlp.down_proj.weight|2d-64|(1216, 1728)", "tensor": "model.language_model.layers.15.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1216, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.16.mlp.down_proj.weight|2d-64|(1536, 4608)", "tensor": "model.language_model.layers.16.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1536, 4608 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.mlp.down_proj.weight|2d-64|(768, 1792)", "tensor": "model.language_model.layers.7.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.21.mlp.down_proj.weight|2d-64|(832, 2048)", "tensor": "model.language_model.layers.21.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 2048 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.4.mlp.down_proj.weight|2d-64|(1408, 896)", "tensor": "model.language_model.layers.4.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.21.mlp.down_proj.weight|2d-64|(832, 5824)", "tensor": "model.language_model.layers.21.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 5824 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.mlp.down_proj.weight|2d-64|(1984, 640)", "tensor": "model.language_model.layers.23.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1984, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.1.mlp.down_proj.weight|2d-64|(960, 256)", "tensor": "model.language_model.layers.1.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.mlp.down_proj.weight|2d-64|(448, 320)", "tensor": "model.language_model.layers.3.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.6.mlp.down_proj.weight|2d-64|(192, 2048)", "tensor": "model.language_model.layers.6.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 2048 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.21.mlp.down_proj.weight|2d-64|(1984, 576)", "tensor": "model.language_model.layers.21.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1984, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.21.mlp.down_proj.weight|2d-64|(128, 640)", "tensor": "model.language_model.layers.21.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.4.mlp.down_proj.weight|2d-64|(768, 3456)", "tensor": "model.language_model.layers.4.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 3456 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.mlp.down_proj.weight|2d-64|(1408, 2432)", "tensor": "model.language_model.layers.19.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 2432 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.6.mlp.down_proj.weight|2d-64|(576, 1024)", "tensor": "model.language_model.layers.6.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.5.mlp.down_proj.weight|2d-64|(1024, 2752)", "tensor": "model.language_model.layers.5.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1024, 2752 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.0.mlp.down_proj.weight|2d-64|(1536, 3136)", "tensor": "model.language_model.layers.0.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1536, 3136 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.22.mlp.down_proj.weight|2d-64|(1024, 4480)", "tensor": "model.language_model.layers.22.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1024, 4480 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.21.mlp.down_proj.weight|2d-64|(320, 896)", "tensor": "model.language_model.layers.21.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.22.mlp.down_proj.weight|2d-64|(896, 1024)", "tensor": "model.language_model.layers.22.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.2.mlp.down_proj.weight|2d-64|(256, 512)", "tensor": "model.language_model.layers.2.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.mlp.down_proj.weight|2d-64|(576, 4160)", "tensor": "model.language_model.layers.15.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 4160 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.2.mlp.down_proj.weight|2d-64|(1600, 1984)", "tensor": "model.language_model.layers.2.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1600, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.18.mlp.down_proj.weight|2d-64|(1536, 384)", "tensor": "model.language_model.layers.18.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1536, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.4.mlp.down_proj.weight|2d-64|(960, 4416)", "tensor": "model.language_model.layers.4.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 4416 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.6.mlp.down_proj.weight|2d-64|(1984, 896)", "tensor": "model.language_model.layers.6.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1984, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.16.mlp.down_proj.weight|2d-64|(1984, 3776)", "tensor": "model.language_model.layers.16.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1984, 3776 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.4.mlp.down_proj.weight|2d-64|(1600, 896)", "tensor": "model.language_model.layers.4.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1600, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.mlp.down_proj.weight|2d-64|(1408, 4736)", "tensor": "model.language_model.layers.19.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 4736 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.10.mlp.down_proj.weight|2d-64|(0, 960)", "tensor": "model.language_model.layers.10.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.1.mlp.down_proj.weight|2d-64|(384, 1920)", "tensor": "model.language_model.layers.1.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.9.mlp.down_proj.weight|2d-64|(192, 2624)", "tensor": "model.language_model.layers.9.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 2624 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.12.mlp.down_proj.weight|2d-64|(192, 640)", "tensor": "model.language_model.layers.12.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.mlp.down_proj.weight|2d-64|(1728, 704)", "tensor": "model.language_model.layers.11.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1728, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.mlp.down_proj.weight|2d-64|(1344, 1088)", "tensor": "model.language_model.layers.15.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1344, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.mlp.down_proj.weight|2d-64|(320, 4288)", "tensor": "model.language_model.layers.15.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 4288 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.13.mlp.down_proj.weight|2d-64|(768, 1664)", "tensor": "model.language_model.layers.13.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.14.mlp.down_proj.weight|2d-64|(384, 128)", "tensor": "model.language_model.layers.14.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.21.mlp.down_proj.weight|2d-64|(1920, 4672)", "tensor": "model.language_model.layers.21.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1920, 4672 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.9.mlp.down_proj.weight|2d-64|(0, 1344)", "tensor": "model.language_model.layers.9.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.10.mlp.down_proj.weight|2d-64|(192, 2752)", "tensor": "model.language_model.layers.10.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 2752 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.13.mlp.down_proj.weight|2d-64|(1024, 4096)", "tensor": "model.language_model.layers.13.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1024, 4096 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.9.mlp.down_proj.weight|2d-64|(1664, 5440)", "tensor": "model.language_model.layers.9.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 5440 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.1.mlp.down_proj.weight|2d-64|(896, 5312)", "tensor": "model.language_model.layers.1.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 5312 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.16.mlp.down_proj.weight|2d-64|(1920, 3456)", "tensor": "model.language_model.layers.16.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1920, 3456 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.mlp.down_proj.weight|2d-64|(512, 2816)", "tensor": "model.language_model.layers.19.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 2816 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.0.mlp.down_proj.weight|2d-64|(1408, 4352)", "tensor": "model.language_model.layers.0.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 4352 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.4.mlp.down_proj.weight|2d-64|(1088, 2304)", "tensor": "model.language_model.layers.4.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1088, 2304 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.mlp.down_proj.weight|2d-64|(1344, 5568)", "tensor": "model.language_model.layers.3.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1344, 5568 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.13.mlp.down_proj.weight|2d-64|(192, 5952)", "tensor": "model.language_model.layers.13.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 5952 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.mlp.down_proj.weight|2d-64|(1216, 5760)", "tensor": "model.language_model.layers.7.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1216, 5760 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.9.mlp.down_proj.weight|2d-64|(768, 4096)", "tensor": "model.language_model.layers.9.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 4096 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.12.mlp.down_proj.weight|2d-64|(0, 1088)", "tensor": "model.language_model.layers.12.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.1.mlp.down_proj.weight|2d-64|(640, 1600)", "tensor": "model.language_model.layers.1.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.6.mlp.down_proj.weight|2d-64|(896, 3008)", "tensor": "model.language_model.layers.6.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 3008 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.mlp.down_proj.weight|2d-64|(1152, 3584)", "tensor": "model.language_model.layers.7.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1152, 3584 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.4.mlp.down_proj.weight|2d-64|(704, 3264)", "tensor": "model.language_model.layers.4.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 3264 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.10.mlp.down_proj.weight|2d-64|(64, 4928)", "tensor": "model.language_model.layers.10.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 4928 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.18.mlp.down_proj.weight|2d-64|(512, 4928)", "tensor": "model.language_model.layers.18.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 4928 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.mlp.down_proj.weight|2d-64|(1024, 6016)", "tensor": "model.language_model.layers.23.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1024, 6016 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.1.mlp.down_proj.weight|2d-64|(1984, 1984)", "tensor": "model.language_model.layers.1.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1984, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.12.mlp.down_proj.weight|2d-64|(384, 2368)", "tensor": "model.language_model.layers.12.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 2368 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.mlp.down_proj.weight|2d-64|(1280, 2880)", "tensor": "model.language_model.layers.19.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1280, 2880 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.12.mlp.down_proj.weight|2d-64|(512, 5568)", "tensor": "model.language_model.layers.12.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 5568 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.mlp.down_proj.weight|2d-64|(1536, 2880)", "tensor": "model.language_model.layers.3.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1536, 2880 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.2.mlp.down_proj.weight|2d-64|(1600, 5568)", "tensor": "model.language_model.layers.2.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1600, 5568 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.9.mlp.down_proj.weight|2d-64|(512, 5376)", "tensor": "model.language_model.layers.9.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 5376 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.14.mlp.down_proj.weight|2d-64|(1088, 1792)", "tensor": "model.language_model.layers.14.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1088, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.mlp.down_proj.weight|2d-64|(832, 1216)", "tensor": "model.language_model.layers.15.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.1.mlp.down_proj.weight|2d-64|(1152, 5312)", "tensor": "model.language_model.layers.1.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1152, 5312 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.13.mlp.down_proj.weight|2d-64|(768, 5632)", "tensor": "model.language_model.layers.13.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 5632 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.mlp.down_proj.weight|2d-64|(704, 3520)", "tensor": "model.language_model.layers.7.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 3520 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.20.mlp.down_proj.weight|2d-64|(1984, 4096)", "tensor": "model.language_model.layers.20.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1984, 4096 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.16.mlp.down_proj.weight|2d-64|(1344, 576)", "tensor": "model.language_model.layers.16.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1344, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.4.mlp.down_proj.weight|2d-64|(1280, 2112)", "tensor": "model.language_model.layers.4.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1280, 2112 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.20.mlp.down_proj.weight|2d-64|(640, 4800)", "tensor": "model.language_model.layers.20.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 4800 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.mlp.down_proj.weight|2d-64|(192, 384)", "tensor": "model.language_model.layers.3.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.8.mlp.down_proj.weight|2d-64|(1216, 4864)", "tensor": "model.language_model.layers.8.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1216, 4864 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.mlp.down_proj.weight|2d-64|(128, 128)", "tensor": "model.language_model.layers.15.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.mlp.down_proj.weight|2d-64|(896, 1792)", "tensor": "model.language_model.layers.11.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.mlp.down_proj.weight|2d-64|(1664, 6016)", "tensor": "model.language_model.layers.3.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 6016 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.0.mlp.down_proj.weight|2d-64|(64, 1664)", "tensor": "model.language_model.layers.0.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.2.mlp.down_proj.weight|2d-64|(704, 832)", "tensor": "model.language_model.layers.2.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.14.mlp.down_proj.weight|2d-64|(960, 5248)", "tensor": "model.language_model.layers.14.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 5248 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.6.mlp.down_proj.weight|2d-64|(896, 5376)", "tensor": "model.language_model.layers.6.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 5376 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.mlp.down_proj.weight|2d-64|(1024, 2816)", "tensor": "model.language_model.layers.3.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1024, 2816 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.21.mlp.down_proj.weight|2d-64|(1216, 192)", "tensor": "model.language_model.layers.21.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1216, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.10.mlp.down_proj.weight|2d-64|(1600, 768)", "tensor": "model.language_model.layers.10.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1600, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.0.mlp.down_proj.weight|2d-64|(832, 448)", "tensor": "model.language_model.layers.0.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.16.mlp.down_proj.weight|2d-64|(1984, 4736)", "tensor": "model.language_model.layers.16.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1984, 4736 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.0.mlp.down_proj.weight|2d-64|(768, 896)", "tensor": "model.language_model.layers.0.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.9.mlp.down_proj.weight|2d-64|(1536, 832)", "tensor": "model.language_model.layers.9.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1536, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.1.mlp.down_proj.weight|2d-64|(640, 3392)", "tensor": "model.language_model.layers.1.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 3392 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.13.mlp.down_proj.weight|2d-64|(1984, 320)", "tensor": "model.language_model.layers.13.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1984, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.9.mlp.down_proj.weight|2d-64|(1216, 896)", "tensor": "model.language_model.layers.9.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1216, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.13.mlp.down_proj.weight|2d-64|(768, 832)", "tensor": "model.language_model.layers.13.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.mlp.down_proj.weight|2d-64|(256, 1152)", "tensor": "model.language_model.layers.7.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.5.mlp.down_proj.weight|2d-64|(576, 1856)", "tensor": "model.language_model.layers.5.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.2.mlp.down_proj.weight|2d-64|(1984, 4480)", "tensor": "model.language_model.layers.2.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1984, 4480 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.4.mlp.down_proj.weight|2d-64|(1408, 448)", "tensor": "model.language_model.layers.4.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.18.mlp.down_proj.weight|2d-64|(1536, 3008)", "tensor": "model.language_model.layers.18.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1536, 3008 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.mlp.down_proj.weight|2d-64|(576, 3840)", "tensor": "model.language_model.layers.3.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 3840 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.21.mlp.down_proj.weight|2d-64|(192, 2304)", "tensor": "model.language_model.layers.21.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 2304 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.17.mlp.down_proj.weight|2d-64|(640, 2176)", "tensor": "model.language_model.layers.17.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 2176 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.14.mlp.down_proj.weight|2d-64|(1088, 5056)", "tensor": "model.language_model.layers.14.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1088, 5056 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.mlp.down_proj.weight|2d-64|(128, 4224)", "tensor": "model.language_model.layers.15.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 4224 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.12.mlp.down_proj.weight|2d-64|(896, 5376)", "tensor": "model.language_model.layers.12.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 5376 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.mlp.down_proj.weight|2d-64|(1088, 640)", "tensor": "model.language_model.layers.15.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1088, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.16.mlp.down_proj.weight|2d-64|(128, 6080)", "tensor": "model.language_model.layers.16.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 6080 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.1.mlp.down_proj.weight|2d-64|(320, 2432)", "tensor": "model.language_model.layers.1.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 2432 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.mlp.down_proj.weight|2d-64|(128, 2624)", "tensor": "model.language_model.layers.15.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 2624 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.18.mlp.down_proj.weight|2d-64|(320, 4160)", "tensor": "model.language_model.layers.18.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 4160 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.14.mlp.down_proj.weight|2d-64|(448, 2304)", "tensor": "model.language_model.layers.14.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 2304 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.18.mlp.down_proj.weight|2d-64|(192, 4288)", "tensor": "model.language_model.layers.18.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 4288 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.8.mlp.down_proj.weight|2d-64|(640, 3328)", "tensor": "model.language_model.layers.8.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 3328 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.13.mlp.down_proj.weight|2d-64|(1728, 4160)", "tensor": "model.language_model.layers.13.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1728, 4160 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.1.mlp.down_proj.weight|2d-64|(1152, 2624)", "tensor": "model.language_model.layers.1.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1152, 2624 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.13.mlp.down_proj.weight|2d-64|(0, 3200)", "tensor": "model.language_model.layers.13.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 3200 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.8.mlp.down_proj.weight|2d-64|(1728, 1472)", "tensor": "model.language_model.layers.8.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1728, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.5.mlp.down_proj.weight|2d-64|(1152, 1408)", "tensor": "model.language_model.layers.5.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1152, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.17.mlp.down_proj.weight|2d-64|(1664, 1024)", "tensor": "model.language_model.layers.17.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.mlp.down_proj.weight|2d-64|(896, 6080)", "tensor": "model.language_model.layers.3.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 6080 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.2.mlp.down_proj.weight|2d-64|(1280, 4352)", "tensor": "model.language_model.layers.2.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1280, 4352 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.12.mlp.down_proj.weight|2d-64|(832, 4352)", "tensor": "model.language_model.layers.12.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 4352 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.17.mlp.down_proj.weight|2d-64|(1152, 2112)", "tensor": "model.language_model.layers.17.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1152, 2112 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.8.mlp.down_proj.weight|2d-64|(768, 2368)", "tensor": "model.language_model.layers.8.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 2368 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.20.mlp.down_proj.weight|2d-64|(1344, 4800)", "tensor": "model.language_model.layers.20.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1344, 4800 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.mlp.down_proj.weight|2d-64|(640, 1792)", "tensor": "model.language_model.layers.11.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.mlp.down_proj.weight|2d-64|(1344, 4224)", "tensor": "model.language_model.layers.7.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1344, 4224 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.mlp.down_proj.weight|2d-64|(576, 1920)", "tensor": "model.language_model.layers.15.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.18.mlp.down_proj.weight|2d-64|(192, 1920)", "tensor": "model.language_model.layers.18.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.6.mlp.down_proj.weight|2d-64|(128, 5120)", "tensor": "model.language_model.layers.6.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 5120 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.1.mlp.down_proj.weight|2d-64|(960, 1920)", "tensor": "model.language_model.layers.1.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.13.mlp.down_proj.weight|2d-64|(960, 1792)", "tensor": "model.language_model.layers.13.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.9.mlp.down_proj.weight|2d-64|(1856, 2368)", "tensor": "model.language_model.layers.9.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 2368 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.6.mlp.down_proj.weight|2d-64|(512, 1856)", "tensor": "model.language_model.layers.6.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.9.mlp.down_proj.weight|2d-64|(1088, 4608)", "tensor": "model.language_model.layers.9.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1088, 4608 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.12.mlp.down_proj.weight|2d-64|(832, 2688)", "tensor": "model.language_model.layers.12.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 2688 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.22.mlp.down_proj.weight|2d-64|(1024, 4672)", "tensor": "model.language_model.layers.22.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1024, 4672 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.17.mlp.down_proj.weight|2d-64|(256, 3648)", "tensor": "model.language_model.layers.17.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 3648 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.0.mlp.down_proj.weight|2d-64|(448, 2240)", "tensor": "model.language_model.layers.0.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 2240 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.9.mlp.down_proj.weight|2d-64|(1472, 3968)", "tensor": "model.language_model.layers.9.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1472, 3968 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.9.mlp.down_proj.weight|2d-64|(640, 128)", "tensor": "model.language_model.layers.9.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.12.mlp.down_proj.weight|2d-64|(1152, 1600)", "tensor": "model.language_model.layers.12.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1152, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.14.mlp.down_proj.weight|2d-64|(1472, 6080)", "tensor": "model.language_model.layers.14.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1472, 6080 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.8.mlp.down_proj.weight|2d-64|(512, 1792)", "tensor": "model.language_model.layers.8.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.14.mlp.down_proj.weight|2d-64|(128, 2944)", "tensor": "model.language_model.layers.14.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 2944 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.0.mlp.down_proj.weight|2d-64|(1856, 4288)", "tensor": "model.language_model.layers.0.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 4288 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.6.mlp.down_proj.weight|2d-64|(1408, 6016)", "tensor": "model.language_model.layers.6.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 6016 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.14.mlp.down_proj.weight|2d-64|(1280, 1984)", "tensor": "model.language_model.layers.14.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1280, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.mlp.down_proj.weight|2d-64|(384, 2816)", "tensor": "model.language_model.layers.11.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 2816 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.mlp.down_proj.weight|2d-64|(448, 2752)", "tensor": "model.language_model.layers.19.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 2752 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.12.mlp.down_proj.weight|2d-64|(960, 448)", "tensor": "model.language_model.layers.12.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.5.mlp.down_proj.weight|2d-64|(1216, 0)", "tensor": "model.language_model.layers.5.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1216, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.5.mlp.down_proj.weight|2d-64|(1920, 4160)", "tensor": "model.language_model.layers.5.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1920, 4160 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.mlp.down_proj.weight|2d-64|(448, 3072)", "tensor": "model.language_model.layers.3.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 3072 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.mlp.down_proj.weight|2d-64|(1472, 2560)", "tensor": "model.language_model.layers.3.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1472, 2560 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.4.mlp.down_proj.weight|2d-64|(512, 1344)", "tensor": "model.language_model.layers.4.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.9.mlp.down_proj.weight|2d-64|(1472, 4160)", "tensor": "model.language_model.layers.9.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1472, 4160 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.16.mlp.down_proj.weight|2d-64|(448, 320)", "tensor": "model.language_model.layers.16.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.0.mlp.down_proj.weight|2d-64|(1792, 3584)", "tensor": "model.language_model.layers.0.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1792, 3584 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.mlp.down_proj.weight|2d-64|(1792, 1088)", "tensor": "model.language_model.layers.3.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1792, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.17.mlp.down_proj.weight|2d-64|(64, 1984)", "tensor": "model.language_model.layers.17.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.6.mlp.down_proj.weight|2d-64|(256, 2432)", "tensor": "model.language_model.layers.6.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 2432 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.1.mlp.down_proj.weight|2d-64|(1024, 5824)", "tensor": "model.language_model.layers.1.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1024, 5824 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.1.mlp.down_proj.weight|2d-64|(832, 5056)", "tensor": "model.language_model.layers.1.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 5056 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.5.mlp.down_proj.weight|2d-64|(1536, 3136)", "tensor": "model.language_model.layers.5.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1536, 3136 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.16.mlp.down_proj.weight|2d-64|(1856, 0)", "tensor": "model.language_model.layers.16.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.1.mlp.down_proj.weight|2d-64|(768, 5696)", "tensor": "model.language_model.layers.1.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 5696 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.21.mlp.down_proj.weight|2d-64|(1600, 2816)", "tensor": "model.language_model.layers.21.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1600, 2816 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.mlp.down_proj.weight|2d-64|(1984, 3648)", "tensor": "model.language_model.layers.11.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1984, 3648 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.9.mlp.down_proj.weight|2d-64|(1664, 3648)", "tensor": "model.language_model.layers.9.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 3648 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.mlp.down_proj.weight|2d-64|(512, 5440)", "tensor": "model.language_model.layers.11.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 5440 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.18.mlp.down_proj.weight|2d-64|(1024, 1920)", "tensor": "model.language_model.layers.18.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1024, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.4.mlp.down_proj.weight|2d-64|(1280, 1280)", "tensor": "model.language_model.layers.4.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1280, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.9.mlp.down_proj.weight|2d-64|(1600, 2496)", "tensor": "model.language_model.layers.9.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1600, 2496 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.mlp.down_proj.weight|2d-64|(1984, 320)", "tensor": "model.language_model.layers.19.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1984, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.2.mlp.down_proj.weight|2d-64|(1216, 1536)", "tensor": "model.language_model.layers.2.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1216, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.4.mlp.down_proj.weight|2d-64|(1088, 3648)", "tensor": "model.language_model.layers.4.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1088, 3648 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.16.mlp.down_proj.weight|2d-64|(1600, 1984)", "tensor": "model.language_model.layers.16.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1600, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.mlp.down_proj.weight|2d-64|(960, 5184)", "tensor": "model.language_model.layers.11.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 5184 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.6.mlp.down_proj.weight|2d-64|(1920, 2624)", "tensor": "model.language_model.layers.6.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1920, 2624 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.4.mlp.down_proj.weight|2d-64|(320, 1344)", "tensor": "model.language_model.layers.4.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.mlp.down_proj.weight|2d-64|(768, 4416)", "tensor": "model.language_model.layers.23.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 4416 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.mlp.down_proj.weight|2d-64|(128, 3904)", "tensor": "model.language_model.layers.15.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 3904 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.14.mlp.down_proj.weight|2d-64|(64, 1344)", "tensor": "model.language_model.layers.14.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.8.mlp.down_proj.weight|2d-64|(1152, 5120)", "tensor": "model.language_model.layers.8.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1152, 5120 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.17.mlp.down_proj.weight|2d-64|(0, 384)", "tensor": "model.language_model.layers.17.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.mlp.down_proj.weight|2d-64|(1344, 4736)", "tensor": "model.language_model.layers.11.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1344, 4736 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.mlp.down_proj.weight|2d-64|(256, 3968)", "tensor": "model.language_model.layers.15.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 3968 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.5.mlp.down_proj.weight|2d-64|(1088, 3392)", "tensor": "model.language_model.layers.5.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1088, 3392 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.14.mlp.down_proj.weight|2d-64|(576, 896)", "tensor": "model.language_model.layers.14.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.mlp.down_proj.weight|2d-64|(384, 3776)", "tensor": "model.language_model.layers.19.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 3776 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.18.mlp.down_proj.weight|2d-64|(960, 3904)", "tensor": "model.language_model.layers.18.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 3904 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.0.mlp.down_proj.weight|2d-64|(1536, 4352)", "tensor": "model.language_model.layers.0.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1536, 4352 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.2.mlp.down_proj.weight|2d-64|(1344, 2880)", "tensor": "model.language_model.layers.2.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1344, 2880 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.10.mlp.down_proj.weight|2d-64|(768, 3776)", "tensor": "model.language_model.layers.10.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 3776 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.5.mlp.down_proj.weight|2d-64|(1088, 448)", "tensor": "model.language_model.layers.5.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1088, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.mlp.down_proj.weight|2d-64|(448, 3520)", "tensor": "model.language_model.layers.23.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 3520 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.9.mlp.down_proj.weight|2d-64|(1408, 1408)", "tensor": "model.language_model.layers.9.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.mlp.down_proj.weight|2d-64|(320, 4608)", "tensor": "model.language_model.layers.11.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 4608 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.10.mlp.down_proj.weight|2d-64|(128, 1792)", "tensor": "model.language_model.layers.10.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.0.mlp.down_proj.weight|2d-64|(192, 3840)", "tensor": "model.language_model.layers.0.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 3840 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.5.mlp.down_proj.weight|2d-64|(512, 5376)", "tensor": "model.language_model.layers.5.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 5376 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.5.mlp.down_proj.weight|2d-64|(768, 3072)", "tensor": "model.language_model.layers.5.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 3072 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.0.mlp.down_proj.weight|2d-64|(1472, 1472)", "tensor": "model.language_model.layers.0.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1472, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.0.mlp.down_proj.weight|2d-64|(448, 2880)", "tensor": "model.language_model.layers.0.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 2880 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.16.mlp.down_proj.weight|2d-64|(704, 5248)", "tensor": "model.language_model.layers.16.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 5248 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.10.mlp.down_proj.weight|2d-64|(1280, 1600)", "tensor": "model.language_model.layers.10.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1280, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.21.mlp.down_proj.weight|2d-64|(704, 5568)", "tensor": "model.language_model.layers.21.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 5568 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.13.mlp.down_proj.weight|2d-64|(576, 5632)", "tensor": "model.language_model.layers.13.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 5632 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.mlp.down_proj.weight|2d-64|(1408, 128)", "tensor": "model.language_model.layers.11.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.13.mlp.down_proj.weight|2d-64|(1472, 6080)", "tensor": "model.language_model.layers.13.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1472, 6080 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.mlp.down_proj.weight|2d-64|(1792, 4608)", "tensor": "model.language_model.layers.3.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1792, 4608 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.16.mlp.down_proj.weight|2d-64|(512, 512)", "tensor": "model.language_model.layers.16.mlp.down_proj.weight", "role": "model.language_model.layers.*.mlp.down_proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.2.mlp.gate_proj.weight|2d-128|(2176, 1024)", "tensor": "model.language_model.layers.2.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2176, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.22.mlp.gate_proj.weight|2d-128|(3712, 768)", "tensor": "model.language_model.layers.22.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3712, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.14.mlp.gate_proj.weight|2d-128|(4352, 0)", "tensor": "model.language_model.layers.14.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4352, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.22.mlp.gate_proj.weight|2d-128|(4736, 768)", "tensor": "model.language_model.layers.22.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4736, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.22.mlp.gate_proj.weight|2d-128|(4864, 1024)", "tensor": "model.language_model.layers.22.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4864, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(4480, 512)", "tensor": "model.language_model.layers.23.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4480, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.16.mlp.gate_proj.weight|2d-128|(2432, 512)", "tensor": "model.language_model.layers.16.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2432, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.6.mlp.gate_proj.weight|2d-128|(4992, 1920)", "tensor": "model.language_model.layers.6.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4992, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.12.mlp.gate_proj.weight|2d-128|(256, 1024)", "tensor": "model.language_model.layers.12.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.20.mlp.gate_proj.weight|2d-128|(3840, 1536)", "tensor": "model.language_model.layers.20.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3840, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(5632, 128)", "tensor": "model.language_model.layers.11.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5632, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.5.mlp.gate_proj.weight|2d-128|(4736, 1280)", "tensor": "model.language_model.layers.5.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4736, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.20.mlp.gate_proj.weight|2d-128|(5888, 1792)", "tensor": "model.language_model.layers.20.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5888, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.18.mlp.gate_proj.weight|2d-128|(4352, 512)", "tensor": "model.language_model.layers.18.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4352, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.14.mlp.gate_proj.weight|2d-128|(3840, 1280)", "tensor": "model.language_model.layers.14.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3840, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.17.mlp.gate_proj.weight|2d-128|(4608, 1792)", "tensor": "model.language_model.layers.17.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4608, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.5.mlp.gate_proj.weight|2d-128|(4992, 640)", "tensor": "model.language_model.layers.5.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4992, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.4.mlp.gate_proj.weight|2d-128|(5120, 1664)", "tensor": "model.language_model.layers.4.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5120, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.16.mlp.gate_proj.weight|2d-128|(128, 0)", "tensor": "model.language_model.layers.16.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.1.mlp.gate_proj.weight|2d-128|(4352, 0)", "tensor": "model.language_model.layers.1.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4352, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.20.mlp.gate_proj.weight|2d-128|(5632, 384)", "tensor": "model.language_model.layers.20.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5632, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.0.mlp.gate_proj.weight|2d-128|(128, 640)", "tensor": "model.language_model.layers.0.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.17.mlp.gate_proj.weight|2d-128|(4224, 384)", "tensor": "model.language_model.layers.17.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4224, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(2816, 1280)", "tensor": "model.language_model.layers.11.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2816, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.mlp.gate_proj.weight|2d-128|(3584, 384)", "tensor": "model.language_model.layers.19.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3584, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.22.mlp.gate_proj.weight|2d-128|(3456, 512)", "tensor": "model.language_model.layers.22.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3456, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.mlp.gate_proj.weight|2d-128|(2944, 640)", "tensor": "model.language_model.layers.15.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2944, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.20.mlp.gate_proj.weight|2d-128|(3072, 1536)", "tensor": "model.language_model.layers.20.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3072, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(5504, 1920)", "tensor": "model.language_model.layers.11.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5504, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.22.mlp.gate_proj.weight|2d-128|(3840, 1280)", "tensor": "model.language_model.layers.22.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3840, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(3200, 512)", "tensor": "model.language_model.layers.23.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3200, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.2.mlp.gate_proj.weight|2d-128|(2816, 1408)", "tensor": "model.language_model.layers.2.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2816, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.14.mlp.gate_proj.weight|2d-128|(5120, 768)", "tensor": "model.language_model.layers.14.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5120, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.20.mlp.gate_proj.weight|2d-128|(2432, 896)", "tensor": "model.language_model.layers.20.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2432, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.20.mlp.gate_proj.weight|2d-128|(2176, 384)", "tensor": "model.language_model.layers.20.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2176, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(896, 640)", "tensor": "model.language_model.layers.11.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.21.mlp.gate_proj.weight|2d-128|(5120, 1152)", "tensor": "model.language_model.layers.21.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5120, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.20.mlp.gate_proj.weight|2d-128|(2688, 1024)", "tensor": "model.language_model.layers.20.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2688, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.21.mlp.gate_proj.weight|2d-128|(2816, 768)", "tensor": "model.language_model.layers.21.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2816, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.2.mlp.gate_proj.weight|2d-128|(512, 1280)", "tensor": "model.language_model.layers.2.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.mlp.gate_proj.weight|2d-128|(896, 128)", "tensor": "model.language_model.layers.3.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.5.mlp.gate_proj.weight|2d-128|(6016, 0)", "tensor": "model.language_model.layers.5.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 6016, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.20.mlp.gate_proj.weight|2d-128|(4224, 640)", "tensor": "model.language_model.layers.20.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4224, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.1.mlp.gate_proj.weight|2d-128|(5504, 1664)", "tensor": "model.language_model.layers.1.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5504, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.mlp.gate_proj.weight|2d-128|(640, 896)", "tensor": "model.language_model.layers.19.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.22.mlp.gate_proj.weight|2d-128|(2176, 128)", "tensor": "model.language_model.layers.22.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2176, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.10.mlp.gate_proj.weight|2d-128|(2560, 1152)", "tensor": "model.language_model.layers.10.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2560, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.10.mlp.gate_proj.weight|2d-128|(896, 1408)", "tensor": "model.language_model.layers.10.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.4.mlp.gate_proj.weight|2d-128|(2048, 1152)", "tensor": "model.language_model.layers.4.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2048, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.22.mlp.gate_proj.weight|2d-128|(1024, 1024)", "tensor": "model.language_model.layers.22.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.22.mlp.gate_proj.weight|2d-128|(3456, 1536)", "tensor": "model.language_model.layers.22.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3456, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(3968, 128)", "tensor": "model.language_model.layers.11.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3968, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.mlp.gate_proj.weight|2d-128|(2048, 1280)", "tensor": "model.language_model.layers.19.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2048, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.2.mlp.gate_proj.weight|2d-128|(768, 256)", "tensor": "model.language_model.layers.2.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.17.mlp.gate_proj.weight|2d-128|(4864, 1536)", "tensor": "model.language_model.layers.17.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4864, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.16.mlp.gate_proj.weight|2d-128|(1024, 640)", "tensor": "model.language_model.layers.16.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.22.mlp.gate_proj.weight|2d-128|(3072, 512)", "tensor": "model.language_model.layers.22.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3072, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.9.mlp.gate_proj.weight|2d-128|(1024, 1536)", "tensor": "model.language_model.layers.9.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.mlp.gate_proj.weight|2d-128|(3840, 1664)", "tensor": "model.language_model.layers.19.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3840, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.10.mlp.gate_proj.weight|2d-128|(1408, 1152)", "tensor": "model.language_model.layers.10.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.12.mlp.gate_proj.weight|2d-128|(512, 512)", "tensor": "model.language_model.layers.12.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.8.mlp.gate_proj.weight|2d-128|(3456, 1152)", "tensor": "model.language_model.layers.8.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3456, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.8.mlp.gate_proj.weight|2d-128|(5376, 1792)", "tensor": "model.language_model.layers.8.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5376, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.13.mlp.gate_proj.weight|2d-128|(1664, 1152)", "tensor": "model.language_model.layers.13.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.mlp.gate_proj.weight|2d-128|(384, 640)", "tensor": "model.language_model.layers.15.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.22.mlp.gate_proj.weight|2d-128|(6016, 1408)", "tensor": "model.language_model.layers.22.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 6016, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(4480, 768)", "tensor": "model.language_model.layers.23.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4480, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.9.mlp.gate_proj.weight|2d-128|(2176, 256)", "tensor": "model.language_model.layers.9.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2176, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.18.mlp.gate_proj.weight|2d-128|(768, 512)", "tensor": "model.language_model.layers.18.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.mlp.gate_proj.weight|2d-128|(1792, 1280)", "tensor": "model.language_model.layers.7.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.6.mlp.gate_proj.weight|2d-128|(1408, 384)", "tensor": "model.language_model.layers.6.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.8.mlp.gate_proj.weight|2d-128|(3200, 1152)", "tensor": "model.language_model.layers.8.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3200, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.9.mlp.gate_proj.weight|2d-128|(4608, 1152)", "tensor": "model.language_model.layers.9.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4608, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.0.mlp.gate_proj.weight|2d-128|(2176, 1920)", "tensor": "model.language_model.layers.0.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2176, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.5.mlp.gate_proj.weight|2d-128|(1920, 768)", "tensor": "model.language_model.layers.5.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.13.mlp.gate_proj.weight|2d-128|(5760, 256)", "tensor": "model.language_model.layers.13.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5760, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.8.mlp.gate_proj.weight|2d-128|(3968, 1792)", "tensor": "model.language_model.layers.8.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3968, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.14.mlp.gate_proj.weight|2d-128|(2048, 1408)", "tensor": "model.language_model.layers.14.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2048, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.12.mlp.gate_proj.weight|2d-128|(4992, 768)", "tensor": "model.language_model.layers.12.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4992, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.12.mlp.gate_proj.weight|2d-128|(768, 128)", "tensor": "model.language_model.layers.12.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(3840, 1664)", "tensor": "model.language_model.layers.11.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3840, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(1024, 0)", "tensor": "model.language_model.layers.23.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.18.mlp.gate_proj.weight|2d-128|(2176, 640)", "tensor": "model.language_model.layers.18.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2176, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.21.mlp.gate_proj.weight|2d-128|(768, 1280)", "tensor": "model.language_model.layers.21.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.16.mlp.gate_proj.weight|2d-128|(2048, 1280)", "tensor": "model.language_model.layers.16.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2048, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.8.mlp.gate_proj.weight|2d-128|(4224, 896)", "tensor": "model.language_model.layers.8.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4224, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.21.mlp.gate_proj.weight|2d-128|(512, 1152)", "tensor": "model.language_model.layers.21.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.14.mlp.gate_proj.weight|2d-128|(5760, 1280)", "tensor": "model.language_model.layers.14.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5760, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.mlp.gate_proj.weight|2d-128|(1536, 256)", "tensor": "model.language_model.layers.3.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.13.mlp.gate_proj.weight|2d-128|(768, 512)", "tensor": "model.language_model.layers.13.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.0.mlp.gate_proj.weight|2d-128|(3968, 1792)", "tensor": "model.language_model.layers.0.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3968, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.4.mlp.gate_proj.weight|2d-128|(3200, 0)", "tensor": "model.language_model.layers.4.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3200, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.5.mlp.gate_proj.weight|2d-128|(3968, 768)", "tensor": "model.language_model.layers.5.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3968, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.4.mlp.gate_proj.weight|2d-128|(5120, 768)", "tensor": "model.language_model.layers.4.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5120, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.18.mlp.gate_proj.weight|2d-128|(0, 1920)", "tensor": "model.language_model.layers.18.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.1.mlp.gate_proj.weight|2d-128|(768, 896)", "tensor": "model.language_model.layers.1.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.17.mlp.gate_proj.weight|2d-128|(3200, 128)", "tensor": "model.language_model.layers.17.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3200, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.0.mlp.gate_proj.weight|2d-128|(3200, 1920)", "tensor": "model.language_model.layers.0.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3200, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.8.mlp.gate_proj.weight|2d-128|(256, 1152)", "tensor": "model.language_model.layers.8.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.mlp.gate_proj.weight|2d-128|(1920, 1408)", "tensor": "model.language_model.layers.19.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.9.mlp.gate_proj.weight|2d-128|(3584, 1792)", "tensor": "model.language_model.layers.9.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3584, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.10.mlp.gate_proj.weight|2d-128|(5120, 512)", "tensor": "model.language_model.layers.10.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5120, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.21.mlp.gate_proj.weight|2d-128|(1792, 256)", "tensor": "model.language_model.layers.21.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.22.mlp.gate_proj.weight|2d-128|(4736, 1536)", "tensor": "model.language_model.layers.22.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4736, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.4.mlp.gate_proj.weight|2d-128|(2560, 1920)", "tensor": "model.language_model.layers.4.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2560, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.4.mlp.gate_proj.weight|2d-128|(1024, 1152)", "tensor": "model.language_model.layers.4.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.17.mlp.gate_proj.weight|2d-128|(4096, 1280)", "tensor": "model.language_model.layers.17.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4096, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.16.mlp.gate_proj.weight|2d-128|(2688, 0)", "tensor": "model.language_model.layers.16.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2688, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.16.mlp.gate_proj.weight|2d-128|(3072, 1408)", "tensor": "model.language_model.layers.16.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3072, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.18.mlp.gate_proj.weight|2d-128|(4480, 1920)", "tensor": "model.language_model.layers.18.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4480, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(896, 1152)", "tensor": "model.language_model.layers.11.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.8.mlp.gate_proj.weight|2d-128|(2048, 1152)", "tensor": "model.language_model.layers.8.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2048, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.2.mlp.gate_proj.weight|2d-128|(3072, 1152)", "tensor": "model.language_model.layers.2.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3072, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.13.mlp.gate_proj.weight|2d-128|(5760, 1408)", "tensor": "model.language_model.layers.13.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5760, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.1.mlp.gate_proj.weight|2d-128|(2688, 1664)", "tensor": "model.language_model.layers.1.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2688, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.1.mlp.gate_proj.weight|2d-128|(1408, 1280)", "tensor": "model.language_model.layers.1.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.17.mlp.gate_proj.weight|2d-128|(2688, 1792)", "tensor": "model.language_model.layers.17.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2688, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.mlp.gate_proj.weight|2d-128|(128, 512)", "tensor": "model.language_model.layers.3.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.21.mlp.gate_proj.weight|2d-128|(6016, 1280)", "tensor": "model.language_model.layers.21.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 6016, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.21.mlp.gate_proj.weight|2d-128|(0, 640)", "tensor": "model.language_model.layers.21.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.17.mlp.gate_proj.weight|2d-128|(1536, 640)", "tensor": "model.language_model.layers.17.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.8.mlp.gate_proj.weight|2d-128|(5888, 128)", "tensor": "model.language_model.layers.8.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5888, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.5.mlp.gate_proj.weight|2d-128|(3840, 512)", "tensor": "model.language_model.layers.5.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3840, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.mlp.gate_proj.weight|2d-128|(4096, 1280)", "tensor": "model.language_model.layers.15.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4096, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.22.mlp.gate_proj.weight|2d-128|(0, 768)", "tensor": "model.language_model.layers.22.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.2.mlp.gate_proj.weight|2d-128|(2688, 1024)", "tensor": "model.language_model.layers.2.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2688, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.1.mlp.gate_proj.weight|2d-128|(3200, 128)", "tensor": "model.language_model.layers.1.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3200, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.21.mlp.gate_proj.weight|2d-128|(3328, 0)", "tensor": "model.language_model.layers.21.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3328, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.14.mlp.gate_proj.weight|2d-128|(512, 1152)", "tensor": "model.language_model.layers.14.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.mlp.gate_proj.weight|2d-128|(1536, 384)", "tensor": "model.language_model.layers.15.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.2.mlp.gate_proj.weight|2d-128|(256, 1152)", "tensor": "model.language_model.layers.2.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.8.mlp.gate_proj.weight|2d-128|(5504, 1024)", "tensor": "model.language_model.layers.8.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5504, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.mlp.gate_proj.weight|2d-128|(3456, 256)", "tensor": "model.language_model.layers.15.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3456, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.17.mlp.gate_proj.weight|2d-128|(4736, 1024)", "tensor": "model.language_model.layers.17.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4736, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.mlp.gate_proj.weight|2d-128|(4992, 1024)", "tensor": "model.language_model.layers.3.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4992, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.0.mlp.gate_proj.weight|2d-128|(3840, 1920)", "tensor": "model.language_model.layers.0.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3840, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.17.mlp.gate_proj.weight|2d-128|(1536, 384)", "tensor": "model.language_model.layers.17.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.21.mlp.gate_proj.weight|2d-128|(4864, 384)", "tensor": "model.language_model.layers.21.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4864, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.6.mlp.gate_proj.weight|2d-128|(2816, 1792)", "tensor": "model.language_model.layers.6.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2816, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.12.mlp.gate_proj.weight|2d-128|(1024, 1152)", "tensor": "model.language_model.layers.12.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.10.mlp.gate_proj.weight|2d-128|(5760, 128)", "tensor": "model.language_model.layers.10.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5760, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.mlp.gate_proj.weight|2d-128|(3712, 1408)", "tensor": "model.language_model.layers.3.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3712, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(5888, 0)", "tensor": "model.language_model.layers.11.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5888, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.14.mlp.gate_proj.weight|2d-128|(2816, 1152)", "tensor": "model.language_model.layers.14.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2816, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.2.mlp.gate_proj.weight|2d-128|(2048, 1536)", "tensor": "model.language_model.layers.2.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2048, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.13.mlp.gate_proj.weight|2d-128|(640, 640)", "tensor": "model.language_model.layers.13.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.2.mlp.gate_proj.weight|2d-128|(6016, 768)", "tensor": "model.language_model.layers.2.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 6016, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.5.mlp.gate_proj.weight|2d-128|(3200, 128)", "tensor": "model.language_model.layers.5.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3200, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(5760, 0)", "tensor": "model.language_model.layers.23.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5760, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(768, 1280)", "tensor": "model.language_model.layers.11.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.2.mlp.gate_proj.weight|2d-128|(1920, 256)", "tensor": "model.language_model.layers.2.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.4.mlp.gate_proj.weight|2d-128|(1024, 1792)", "tensor": "model.language_model.layers.4.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.9.mlp.gate_proj.weight|2d-128|(4736, 1664)", "tensor": "model.language_model.layers.9.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4736, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.4.mlp.gate_proj.weight|2d-128|(6016, 640)", "tensor": "model.language_model.layers.4.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 6016, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.14.mlp.gate_proj.weight|2d-128|(4864, 0)", "tensor": "model.language_model.layers.14.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4864, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.6.mlp.gate_proj.weight|2d-128|(1536, 1408)", "tensor": "model.language_model.layers.6.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.17.mlp.gate_proj.weight|2d-128|(1664, 768)", "tensor": "model.language_model.layers.17.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.16.mlp.gate_proj.weight|2d-128|(5376, 512)", "tensor": "model.language_model.layers.16.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5376, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.6.mlp.gate_proj.weight|2d-128|(4736, 0)", "tensor": "model.language_model.layers.6.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4736, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.14.mlp.gate_proj.weight|2d-128|(3968, 1920)", "tensor": "model.language_model.layers.14.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3968, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.21.mlp.gate_proj.weight|2d-128|(896, 128)", "tensor": "model.language_model.layers.21.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.14.mlp.gate_proj.weight|2d-128|(640, 1408)", "tensor": "model.language_model.layers.14.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.6.mlp.gate_proj.weight|2d-128|(3840, 1792)", "tensor": "model.language_model.layers.6.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3840, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.22.mlp.gate_proj.weight|2d-128|(4864, 640)", "tensor": "model.language_model.layers.22.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4864, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.12.mlp.gate_proj.weight|2d-128|(6016, 0)", "tensor": "model.language_model.layers.12.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 6016, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.0.mlp.gate_proj.weight|2d-128|(1280, 640)", "tensor": "model.language_model.layers.0.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.mlp.gate_proj.weight|2d-128|(3200, 1664)", "tensor": "model.language_model.layers.7.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3200, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.mlp.gate_proj.weight|2d-128|(768, 1664)", "tensor": "model.language_model.layers.19.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.8.mlp.gate_proj.weight|2d-128|(3840, 256)", "tensor": "model.language_model.layers.8.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3840, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.mlp.gate_proj.weight|2d-128|(1792, 1536)", "tensor": "model.language_model.layers.3.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.10.mlp.gate_proj.weight|2d-128|(1408, 256)", "tensor": "model.language_model.layers.10.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.13.mlp.gate_proj.weight|2d-128|(2048, 1664)", "tensor": "model.language_model.layers.13.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2048, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.8.mlp.gate_proj.weight|2d-128|(1280, 256)", "tensor": "model.language_model.layers.8.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.17.mlp.gate_proj.weight|2d-128|(1024, 512)", "tensor": "model.language_model.layers.17.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.17.mlp.gate_proj.weight|2d-128|(3200, 640)", "tensor": "model.language_model.layers.17.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3200, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.18.mlp.gate_proj.weight|2d-128|(4096, 0)", "tensor": "model.language_model.layers.18.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4096, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.10.mlp.gate_proj.weight|2d-128|(3968, 1536)", "tensor": "model.language_model.layers.10.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3968, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.16.mlp.gate_proj.weight|2d-128|(5504, 1408)", "tensor": "model.language_model.layers.16.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5504, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.12.mlp.gate_proj.weight|2d-128|(1152, 512)", "tensor": "model.language_model.layers.12.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.mlp.gate_proj.weight|2d-128|(2816, 0)", "tensor": "model.language_model.layers.3.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2816, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.mlp.gate_proj.weight|2d-128|(3712, 896)", "tensor": "model.language_model.layers.19.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3712, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.14.mlp.gate_proj.weight|2d-128|(1408, 256)", "tensor": "model.language_model.layers.14.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.18.mlp.gate_proj.weight|2d-128|(2560, 256)", "tensor": "model.language_model.layers.18.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2560, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(1152, 0)", "tensor": "model.language_model.layers.11.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.22.mlp.gate_proj.weight|2d-128|(3328, 256)", "tensor": "model.language_model.layers.22.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3328, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.0.mlp.gate_proj.weight|2d-128|(4096, 1536)", "tensor": "model.language_model.layers.0.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4096, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.0.mlp.gate_proj.weight|2d-128|(4736, 128)", "tensor": "model.language_model.layers.0.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4736, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.17.mlp.gate_proj.weight|2d-128|(2688, 1664)", "tensor": "model.language_model.layers.17.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2688, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.mlp.gate_proj.weight|2d-128|(1792, 1792)", "tensor": "model.language_model.layers.3.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.22.mlp.gate_proj.weight|2d-128|(4736, 1408)", "tensor": "model.language_model.layers.22.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4736, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.mlp.gate_proj.weight|2d-128|(1152, 512)", "tensor": "model.language_model.layers.19.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(5888, 512)", "tensor": "model.language_model.layers.11.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5888, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.2.mlp.gate_proj.weight|2d-128|(2560, 1792)", "tensor": "model.language_model.layers.2.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2560, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(4352, 896)", "tensor": "model.language_model.layers.23.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4352, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.1.mlp.gate_proj.weight|2d-128|(3968, 384)", "tensor": "model.language_model.layers.1.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3968, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.10.mlp.gate_proj.weight|2d-128|(4224, 640)", "tensor": "model.language_model.layers.10.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4224, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.mlp.gate_proj.weight|2d-128|(3840, 1792)", "tensor": "model.language_model.layers.19.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3840, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.18.mlp.gate_proj.weight|2d-128|(768, 1664)", "tensor": "model.language_model.layers.18.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.1.mlp.gate_proj.weight|2d-128|(5760, 512)", "tensor": "model.language_model.layers.1.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5760, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(1920, 384)", "tensor": "model.language_model.layers.11.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.0.mlp.gate_proj.weight|2d-128|(1536, 1024)", "tensor": "model.language_model.layers.0.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.16.mlp.gate_proj.weight|2d-128|(4352, 512)", "tensor": "model.language_model.layers.16.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4352, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.14.mlp.gate_proj.weight|2d-128|(1536, 1024)", "tensor": "model.language_model.layers.14.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.mlp.gate_proj.weight|2d-128|(512, 1920)", "tensor": "model.language_model.layers.19.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.16.mlp.gate_proj.weight|2d-128|(640, 896)", "tensor": "model.language_model.layers.16.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.20.mlp.gate_proj.weight|2d-128|(2048, 1152)", "tensor": "model.language_model.layers.20.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2048, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.9.mlp.gate_proj.weight|2d-128|(768, 1664)", "tensor": "model.language_model.layers.9.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.22.mlp.gate_proj.weight|2d-128|(3200, 384)", "tensor": "model.language_model.layers.22.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3200, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.mlp.gate_proj.weight|2d-128|(5120, 768)", "tensor": "model.language_model.layers.19.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5120, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.20.mlp.gate_proj.weight|2d-128|(1152, 1664)", "tensor": "model.language_model.layers.20.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.16.mlp.gate_proj.weight|2d-128|(2688, 512)", "tensor": "model.language_model.layers.16.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2688, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.4.mlp.gate_proj.weight|2d-128|(0, 1408)", "tensor": "model.language_model.layers.4.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.mlp.gate_proj.weight|2d-128|(5120, 1920)", "tensor": "model.language_model.layers.3.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5120, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.4.mlp.gate_proj.weight|2d-128|(2176, 0)", "tensor": "model.language_model.layers.4.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2176, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.6.mlp.gate_proj.weight|2d-128|(896, 1152)", "tensor": "model.language_model.layers.6.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.21.mlp.gate_proj.weight|2d-128|(4864, 1792)", "tensor": "model.language_model.layers.21.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4864, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.mlp.gate_proj.weight|2d-128|(2304, 1408)", "tensor": "model.language_model.layers.19.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2304, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.21.mlp.gate_proj.weight|2d-128|(2688, 1536)", "tensor": "model.language_model.layers.21.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2688, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.16.mlp.gate_proj.weight|2d-128|(1792, 896)", "tensor": "model.language_model.layers.16.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.5.mlp.gate_proj.weight|2d-128|(2944, 1664)", "tensor": "model.language_model.layers.5.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2944, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.9.mlp.gate_proj.weight|2d-128|(5248, 640)", "tensor": "model.language_model.layers.9.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5248, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.mlp.gate_proj.weight|2d-128|(384, 1024)", "tensor": "model.language_model.layers.15.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.22.mlp.gate_proj.weight|2d-128|(512, 1920)", "tensor": "model.language_model.layers.22.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.4.mlp.gate_proj.weight|2d-128|(2176, 1792)", "tensor": "model.language_model.layers.4.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2176, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.2.mlp.gate_proj.weight|2d-128|(512, 1920)", "tensor": "model.language_model.layers.2.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(5888, 640)", "tensor": "model.language_model.layers.11.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5888, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.1.mlp.gate_proj.weight|2d-128|(3584, 1280)", "tensor": "model.language_model.layers.1.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3584, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.6.mlp.gate_proj.weight|2d-128|(5888, 1792)", "tensor": "model.language_model.layers.6.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5888, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.mlp.gate_proj.weight|2d-128|(640, 128)", "tensor": "model.language_model.layers.7.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.2.mlp.gate_proj.weight|2d-128|(896, 768)", "tensor": "model.language_model.layers.2.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.0.mlp.gate_proj.weight|2d-128|(4992, 0)", "tensor": "model.language_model.layers.0.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4992, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.0.mlp.gate_proj.weight|2d-128|(5120, 384)", "tensor": "model.language_model.layers.0.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5120, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.mlp.gate_proj.weight|2d-128|(5248, 1280)", "tensor": "model.language_model.layers.3.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5248, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.6.mlp.gate_proj.weight|2d-128|(4992, 512)", "tensor": "model.language_model.layers.6.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4992, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.mlp.gate_proj.weight|2d-128|(1280, 512)", "tensor": "model.language_model.layers.7.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.1.mlp.gate_proj.weight|2d-128|(4096, 384)", "tensor": "model.language_model.layers.1.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4096, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.mlp.gate_proj.weight|2d-128|(256, 1152)", "tensor": "model.language_model.layers.15.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(2816, 896)", "tensor": "model.language_model.layers.11.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2816, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(2944, 1920)", "tensor": "model.language_model.layers.23.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2944, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.8.mlp.gate_proj.weight|2d-128|(3584, 1280)", "tensor": "model.language_model.layers.8.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3584, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.8.mlp.gate_proj.weight|2d-128|(1280, 1664)", "tensor": "model.language_model.layers.8.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.12.mlp.gate_proj.weight|2d-128|(5504, 1280)", "tensor": "model.language_model.layers.12.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5504, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(3712, 640)", "tensor": "model.language_model.layers.11.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3712, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.16.mlp.gate_proj.weight|2d-128|(4480, 768)", "tensor": "model.language_model.layers.16.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4480, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.22.mlp.gate_proj.weight|2d-128|(896, 1792)", "tensor": "model.language_model.layers.22.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.18.mlp.gate_proj.weight|2d-128|(1280, 1024)", "tensor": "model.language_model.layers.18.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.mlp.gate_proj.weight|2d-128|(1536, 1792)", "tensor": "model.language_model.layers.3.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(3840, 640)", "tensor": "model.language_model.layers.23.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3840, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(2560, 0)", "tensor": "model.language_model.layers.11.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2560, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.mlp.gate_proj.weight|2d-128|(5760, 384)", "tensor": "model.language_model.layers.7.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5760, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.1.mlp.gate_proj.weight|2d-128|(4480, 640)", "tensor": "model.language_model.layers.1.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4480, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.17.mlp.gate_proj.weight|2d-128|(5888, 1024)", "tensor": "model.language_model.layers.17.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5888, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.9.mlp.gate_proj.weight|2d-128|(3968, 768)", "tensor": "model.language_model.layers.9.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3968, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.16.mlp.gate_proj.weight|2d-128|(4352, 896)", "tensor": "model.language_model.layers.16.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4352, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.8.mlp.gate_proj.weight|2d-128|(6016, 256)", "tensor": "model.language_model.layers.8.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 6016, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.9.mlp.gate_proj.weight|2d-128|(256, 896)", "tensor": "model.language_model.layers.9.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.9.mlp.gate_proj.weight|2d-64|(4288, 1152)", "tensor": "model.language_model.layers.9.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4288, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.16.mlp.gate_proj.weight|2d-64|(2112, 1216)", "tensor": "model.language_model.layers.16.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2112, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.mlp.gate_proj.weight|2d-64|(64, 576)", "tensor": "model.language_model.layers.7.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.mlp.gate_proj.weight|2d-64|(4672, 448)", "tensor": "model.language_model.layers.19.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4672, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.16.mlp.gate_proj.weight|2d-64|(1408, 192)", "tensor": "model.language_model.layers.16.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.5.mlp.gate_proj.weight|2d-64|(960, 1728)", "tensor": "model.language_model.layers.5.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.13.mlp.gate_proj.weight|2d-64|(2816, 0)", "tensor": "model.language_model.layers.13.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2816, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.21.mlp.gate_proj.weight|2d-64|(576, 1472)", "tensor": "model.language_model.layers.21.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.mlp.gate_proj.weight|2d-64|(5696, 1088)", "tensor": "model.language_model.layers.11.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5696, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.20.mlp.gate_proj.weight|2d-64|(4352, 1536)", "tensor": "model.language_model.layers.20.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4352, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(4032, 128)", "tensor": "model.language_model.layers.23.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4032, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.20.mlp.gate_proj.weight|2d-64|(5824, 576)", "tensor": "model.language_model.layers.20.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5824, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.20.mlp.gate_proj.weight|2d-64|(4864, 1984)", "tensor": "model.language_model.layers.20.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4864, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.9.mlp.gate_proj.weight|2d-64|(2560, 1728)", "tensor": "model.language_model.layers.9.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2560, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.mlp.gate_proj.weight|2d-64|(2432, 1536)", "tensor": "model.language_model.layers.11.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2432, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.mlp.gate_proj.weight|2d-64|(2240, 64)", "tensor": "model.language_model.layers.19.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2240, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.mlp.gate_proj.weight|2d-64|(1472, 1792)", "tensor": "model.language_model.layers.3.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1472, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.mlp.gate_proj.weight|2d-64|(320, 960)", "tensor": "model.language_model.layers.11.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.20.mlp.gate_proj.weight|2d-64|(1728, 512)", "tensor": "model.language_model.layers.20.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1728, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.mlp.gate_proj.weight|2d-64|(4800, 1024)", "tensor": "model.language_model.layers.7.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4800, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.8.mlp.gate_proj.weight|2d-64|(3392, 1664)", "tensor": "model.language_model.layers.8.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3392, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(1984, 1024)", "tensor": "model.language_model.layers.23.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1984, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.4.mlp.gate_proj.weight|2d-64|(4352, 1344)", "tensor": "model.language_model.layers.4.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4352, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.1.mlp.gate_proj.weight|2d-64|(5696, 128)", "tensor": "model.language_model.layers.1.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5696, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.8.mlp.gate_proj.weight|2d-64|(6016, 0)", "tensor": "model.language_model.layers.8.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 6016, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.8.mlp.gate_proj.weight|2d-64|(512, 1536)", "tensor": "model.language_model.layers.8.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.6.mlp.gate_proj.weight|2d-64|(2688, 1600)", "tensor": "model.language_model.layers.6.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2688, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.5.mlp.gate_proj.weight|2d-64|(1856, 1344)", "tensor": "model.language_model.layers.5.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.4.mlp.gate_proj.weight|2d-64|(640, 320)", "tensor": "model.language_model.layers.4.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.4.mlp.gate_proj.weight|2d-64|(4096, 1728)", "tensor": "model.language_model.layers.4.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4096, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.10.mlp.gate_proj.weight|2d-64|(64, 896)", "tensor": "model.language_model.layers.10.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.18.mlp.gate_proj.weight|2d-64|(3968, 128)", "tensor": "model.language_model.layers.18.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3968, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.17.mlp.gate_proj.weight|2d-64|(2112, 768)", "tensor": "model.language_model.layers.17.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2112, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.13.mlp.gate_proj.weight|2d-64|(2880, 512)", "tensor": "model.language_model.layers.13.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2880, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.14.mlp.gate_proj.weight|2d-64|(4928, 1152)", "tensor": "model.language_model.layers.14.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4928, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.16.mlp.gate_proj.weight|2d-64|(3520, 704)", "tensor": "model.language_model.layers.16.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3520, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.mlp.gate_proj.weight|2d-64|(3008, 256)", "tensor": "model.language_model.layers.11.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3008, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.21.mlp.gate_proj.weight|2d-64|(1728, 960)", "tensor": "model.language_model.layers.21.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1728, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.mlp.gate_proj.weight|2d-64|(2944, 1536)", "tensor": "model.language_model.layers.11.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2944, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.1.mlp.gate_proj.weight|2d-64|(6080, 1024)", "tensor": "model.language_model.layers.1.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 6080, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.4.mlp.gate_proj.weight|2d-64|(5248, 960)", "tensor": "model.language_model.layers.4.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5248, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.16.mlp.gate_proj.weight|2d-64|(1792, 1344)", "tensor": "model.language_model.layers.16.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1792, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.22.mlp.gate_proj.weight|2d-64|(1344, 1472)", "tensor": "model.language_model.layers.22.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1344, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.mlp.gate_proj.weight|2d-64|(2176, 832)", "tensor": "model.language_model.layers.15.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2176, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.1.mlp.gate_proj.weight|2d-64|(2752, 384)", "tensor": "model.language_model.layers.1.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2752, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.20.mlp.gate_proj.weight|2d-64|(3328, 576)", "tensor": "model.language_model.layers.20.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3328, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.16.mlp.gate_proj.weight|2d-64|(3648, 640)", "tensor": "model.language_model.layers.16.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3648, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.4.mlp.gate_proj.weight|2d-64|(2816, 192)", "tensor": "model.language_model.layers.4.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2816, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.mlp.gate_proj.weight|2d-64|(0, 1088)", "tensor": "model.language_model.layers.7.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.13.mlp.gate_proj.weight|2d-64|(1024, 704)", "tensor": "model.language_model.layers.13.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1024, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.20.mlp.gate_proj.weight|2d-64|(1216, 256)", "tensor": "model.language_model.layers.20.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1216, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.9.mlp.gate_proj.weight|2d-64|(2432, 832)", "tensor": "model.language_model.layers.9.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2432, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.12.mlp.gate_proj.weight|2d-64|(3328, 384)", "tensor": "model.language_model.layers.12.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3328, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.14.mlp.gate_proj.weight|2d-64|(3648, 256)", "tensor": "model.language_model.layers.14.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3648, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.mlp.gate_proj.weight|2d-64|(2432, 1728)", "tensor": "model.language_model.layers.11.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2432, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.18.mlp.gate_proj.weight|2d-64|(4608, 832)", "tensor": "model.language_model.layers.18.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4608, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.9.mlp.gate_proj.weight|2d-64|(4928, 512)", "tensor": "model.language_model.layers.9.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4928, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.mlp.gate_proj.weight|2d-64|(1408, 1280)", "tensor": "model.language_model.layers.7.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.8.mlp.gate_proj.weight|2d-64|(896, 1088)", "tensor": "model.language_model.layers.8.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.mlp.gate_proj.weight|2d-64|(2176, 576)", "tensor": "model.language_model.layers.11.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2176, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.14.mlp.gate_proj.weight|2d-64|(5888, 1024)", "tensor": "model.language_model.layers.14.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5888, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.6.mlp.gate_proj.weight|2d-64|(3008, 1408)", "tensor": "model.language_model.layers.6.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3008, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.1.mlp.gate_proj.weight|2d-64|(5120, 1728)", "tensor": "model.language_model.layers.1.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5120, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.9.mlp.gate_proj.weight|2d-64|(3136, 1216)", "tensor": "model.language_model.layers.9.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3136, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.13.mlp.gate_proj.weight|2d-64|(5888, 1984)", "tensor": "model.language_model.layers.13.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5888, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.mlp.gate_proj.weight|2d-64|(3904, 64)", "tensor": "model.language_model.layers.11.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3904, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.22.mlp.gate_proj.weight|2d-64|(4544, 1024)", "tensor": "model.language_model.layers.22.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4544, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.12.mlp.gate_proj.weight|2d-64|(3776, 1856)", "tensor": "model.language_model.layers.12.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3776, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.mlp.gate_proj.weight|2d-64|(1600, 960)", "tensor": "model.language_model.layers.11.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1600, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.mlp.gate_proj.weight|2d-64|(6080, 512)", "tensor": "model.language_model.layers.3.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 6080, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.mlp.gate_proj.weight|2d-64|(3072, 448)", "tensor": "model.language_model.layers.7.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3072, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.mlp.gate_proj.weight|2d-64|(4544, 896)", "tensor": "model.language_model.layers.15.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4544, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.9.mlp.gate_proj.weight|2d-64|(2048, 960)", "tensor": "model.language_model.layers.9.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2048, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.1.mlp.gate_proj.weight|2d-64|(1664, 1792)", "tensor": "model.language_model.layers.1.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.21.mlp.gate_proj.weight|2d-64|(2496, 128)", "tensor": "model.language_model.layers.21.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2496, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.21.mlp.gate_proj.weight|2d-64|(3264, 768)", "tensor": "model.language_model.layers.21.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3264, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.12.mlp.gate_proj.weight|2d-64|(4032, 192)", "tensor": "model.language_model.layers.12.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4032, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.21.mlp.gate_proj.weight|2d-64|(1728, 896)", "tensor": "model.language_model.layers.21.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1728, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.0.mlp.gate_proj.weight|2d-64|(4864, 1920)", "tensor": "model.language_model.layers.0.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4864, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(448, 1856)", "tensor": "model.language_model.layers.23.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.mlp.gate_proj.weight|2d-64|(1088, 832)", "tensor": "model.language_model.layers.15.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1088, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.6.mlp.gate_proj.weight|2d-64|(6080, 832)", "tensor": "model.language_model.layers.6.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 6080, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.18.mlp.gate_proj.weight|2d-64|(1536, 1152)", "tensor": "model.language_model.layers.18.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1536, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.16.mlp.gate_proj.weight|2d-64|(1536, 256)", "tensor": "model.language_model.layers.16.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1536, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.2.mlp.gate_proj.weight|2d-64|(4864, 1728)", "tensor": "model.language_model.layers.2.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4864, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.17.mlp.gate_proj.weight|2d-64|(5888, 1600)", "tensor": "model.language_model.layers.17.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5888, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.mlp.gate_proj.weight|2d-64|(1664, 768)", "tensor": "model.language_model.layers.15.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.mlp.gate_proj.weight|2d-64|(4992, 1088)", "tensor": "model.language_model.layers.7.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4992, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.18.mlp.gate_proj.weight|2d-64|(4224, 1600)", "tensor": "model.language_model.layers.18.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4224, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.10.mlp.gate_proj.weight|2d-64|(4160, 768)", "tensor": "model.language_model.layers.10.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4160, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.1.mlp.gate_proj.weight|2d-64|(6080, 1536)", "tensor": "model.language_model.layers.1.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 6080, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.18.mlp.gate_proj.weight|2d-64|(3072, 128)", "tensor": "model.language_model.layers.18.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3072, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.10.mlp.gate_proj.weight|2d-64|(1728, 1600)", "tensor": "model.language_model.layers.10.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1728, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.17.mlp.gate_proj.weight|2d-64|(1984, 704)", "tensor": "model.language_model.layers.17.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1984, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.22.mlp.gate_proj.weight|2d-64|(5504, 1088)", "tensor": "model.language_model.layers.22.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5504, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.mlp.gate_proj.weight|2d-64|(5120, 128)", "tensor": "model.language_model.layers.19.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5120, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.14.mlp.gate_proj.weight|2d-64|(2496, 960)", "tensor": "model.language_model.layers.14.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2496, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(3328, 1344)", "tensor": "model.language_model.layers.23.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3328, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.10.mlp.gate_proj.weight|2d-64|(2176, 896)", "tensor": "model.language_model.layers.10.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2176, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.mlp.gate_proj.weight|2d-64|(5312, 1792)", "tensor": "model.language_model.layers.15.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5312, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.2.mlp.gate_proj.weight|2d-64|(5632, 1280)", "tensor": "model.language_model.layers.2.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5632, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.22.mlp.gate_proj.weight|2d-64|(448, 128)", "tensor": "model.language_model.layers.22.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.mlp.gate_proj.weight|2d-64|(192, 1152)", "tensor": "model.language_model.layers.15.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.18.mlp.gate_proj.weight|2d-64|(5440, 1024)", "tensor": "model.language_model.layers.18.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5440, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.17.mlp.gate_proj.weight|2d-64|(4224, 640)", "tensor": "model.language_model.layers.17.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4224, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(4544, 1536)", "tensor": "model.language_model.layers.23.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4544, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.4.mlp.gate_proj.weight|2d-64|(1472, 384)", "tensor": "model.language_model.layers.4.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1472, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(2112, 448)", "tensor": "model.language_model.layers.23.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2112, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.2.mlp.gate_proj.weight|2d-64|(4544, 1728)", "tensor": "model.language_model.layers.2.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4544, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.8.mlp.gate_proj.weight|2d-64|(2176, 1152)", "tensor": "model.language_model.layers.8.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2176, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.21.mlp.gate_proj.weight|2d-64|(1728, 1984)", "tensor": "model.language_model.layers.21.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1728, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.0.mlp.gate_proj.weight|2d-64|(192, 960)", "tensor": "model.language_model.layers.0.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.mlp.gate_proj.weight|2d-64|(1472, 1152)", "tensor": "model.language_model.layers.15.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1472, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(2688, 0)", "tensor": "model.language_model.layers.23.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2688, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.4.mlp.gate_proj.weight|2d-64|(5568, 256)", "tensor": "model.language_model.layers.4.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5568, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.14.mlp.gate_proj.weight|2d-64|(1088, 192)", "tensor": "model.language_model.layers.14.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1088, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.13.mlp.gate_proj.weight|2d-64|(3584, 832)", "tensor": "model.language_model.layers.13.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3584, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.mlp.gate_proj.weight|2d-64|(3584, 256)", "tensor": "model.language_model.layers.7.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3584, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.16.mlp.gate_proj.weight|2d-64|(512, 1664)", "tensor": "model.language_model.layers.16.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.12.mlp.gate_proj.weight|2d-64|(4672, 512)", "tensor": "model.language_model.layers.12.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4672, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.10.mlp.gate_proj.weight|2d-64|(4416, 1792)", "tensor": "model.language_model.layers.10.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4416, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.17.mlp.gate_proj.weight|2d-64|(3200, 1536)", "tensor": "model.language_model.layers.17.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3200, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.mlp.gate_proj.weight|2d-64|(5888, 896)", "tensor": "model.language_model.layers.7.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5888, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.6.mlp.gate_proj.weight|2d-64|(2112, 1408)", "tensor": "model.language_model.layers.6.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2112, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.13.mlp.gate_proj.weight|2d-64|(1536, 1344)", "tensor": "model.language_model.layers.13.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1536, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.22.mlp.gate_proj.weight|2d-64|(1792, 704)", "tensor": "model.language_model.layers.22.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1792, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.0.mlp.gate_proj.weight|2d-64|(1344, 640)", "tensor": "model.language_model.layers.0.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1344, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.5.mlp.gate_proj.weight|2d-64|(960, 1664)", "tensor": "model.language_model.layers.5.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.14.mlp.gate_proj.weight|2d-64|(2944, 320)", "tensor": "model.language_model.layers.14.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2944, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.2.mlp.gate_proj.weight|2d-64|(5888, 1024)", "tensor": "model.language_model.layers.2.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5888, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.0.mlp.gate_proj.weight|2d-64|(1984, 1984)", "tensor": "model.language_model.layers.0.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1984, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.1.mlp.gate_proj.weight|2d-64|(1280, 320)", "tensor": "model.language_model.layers.1.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1280, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.6.mlp.gate_proj.weight|2d-64|(576, 320)", "tensor": "model.language_model.layers.6.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.mlp.gate_proj.weight|2d-64|(1600, 192)", "tensor": "model.language_model.layers.15.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1600, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.0.mlp.gate_proj.weight|2d-64|(1600, 1792)", "tensor": "model.language_model.layers.0.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1600, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.12.mlp.gate_proj.weight|2d-64|(4864, 320)", "tensor": "model.language_model.layers.12.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4864, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.10.mlp.gate_proj.weight|2d-64|(2176, 1280)", "tensor": "model.language_model.layers.10.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2176, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.mlp.gate_proj.weight|2d-64|(3840, 0)", "tensor": "model.language_model.layers.15.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3840, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.22.mlp.gate_proj.weight|2d-64|(4096, 256)", "tensor": "model.language_model.layers.22.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4096, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.mlp.gate_proj.weight|2d-64|(704, 384)", "tensor": "model.language_model.layers.11.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.20.mlp.gate_proj.weight|2d-64|(1024, 1024)", "tensor": "model.language_model.layers.20.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1024, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.16.mlp.gate_proj.weight|2d-64|(3520, 256)", "tensor": "model.language_model.layers.16.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3520, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.1.mlp.gate_proj.weight|2d-64|(3392, 1216)", "tensor": "model.language_model.layers.1.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3392, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.22.mlp.gate_proj.weight|2d-64|(448, 640)", "tensor": "model.language_model.layers.22.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.12.mlp.gate_proj.weight|2d-64|(5248, 640)", "tensor": "model.language_model.layers.12.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5248, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.mlp.gate_proj.weight|2d-64|(3264, 704)", "tensor": "model.language_model.layers.3.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3264, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.9.mlp.gate_proj.weight|2d-64|(5312, 0)", "tensor": "model.language_model.layers.9.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5312, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.2.mlp.gate_proj.weight|2d-64|(5248, 448)", "tensor": "model.language_model.layers.2.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5248, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.0.mlp.gate_proj.weight|2d-64|(6016, 1088)", "tensor": "model.language_model.layers.0.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 6016, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.17.mlp.gate_proj.weight|2d-64|(1664, 1152)", "tensor": "model.language_model.layers.17.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.14.mlp.gate_proj.weight|2d-64|(1152, 1088)", "tensor": "model.language_model.layers.14.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1152, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.20.mlp.gate_proj.weight|2d-64|(4224, 1152)", "tensor": "model.language_model.layers.20.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4224, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.mlp.gate_proj.weight|2d-64|(5952, 0)", "tensor": "model.language_model.layers.7.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5952, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.14.mlp.gate_proj.weight|2d-64|(2560, 896)", "tensor": "model.language_model.layers.14.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2560, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(5824, 1984)", "tensor": "model.language_model.layers.23.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5824, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.17.mlp.gate_proj.weight|2d-64|(4032, 576)", "tensor": "model.language_model.layers.17.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4032, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.8.mlp.gate_proj.weight|2d-64|(5120, 448)", "tensor": "model.language_model.layers.8.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5120, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.8.mlp.gate_proj.weight|2d-64|(4928, 832)", "tensor": "model.language_model.layers.8.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4928, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.4.mlp.gate_proj.weight|2d-64|(4352, 1088)", "tensor": "model.language_model.layers.4.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4352, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.0.mlp.gate_proj.weight|2d-64|(4288, 1536)", "tensor": "model.language_model.layers.0.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4288, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.14.mlp.gate_proj.weight|2d-64|(2240, 448)", "tensor": "model.language_model.layers.14.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2240, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.9.mlp.gate_proj.weight|2d-64|(3328, 1984)", "tensor": "model.language_model.layers.9.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3328, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.12.mlp.gate_proj.weight|2d-64|(6016, 960)", "tensor": "model.language_model.layers.12.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 6016, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.4.mlp.gate_proj.weight|2d-64|(3776, 832)", "tensor": "model.language_model.layers.4.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3776, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.16.mlp.gate_proj.weight|2d-64|(5568, 960)", "tensor": "model.language_model.layers.16.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5568, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.17.mlp.gate_proj.weight|2d-64|(3584, 960)", "tensor": "model.language_model.layers.17.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3584, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.12.mlp.gate_proj.weight|2d-64|(3840, 192)", "tensor": "model.language_model.layers.12.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3840, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.5.mlp.gate_proj.weight|2d-64|(320, 1728)", "tensor": "model.language_model.layers.5.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.2.mlp.gate_proj.weight|2d-64|(2688, 1920)", "tensor": "model.language_model.layers.2.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2688, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.22.mlp.gate_proj.weight|2d-64|(192, 448)", "tensor": "model.language_model.layers.22.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.mlp.gate_proj.weight|2d-64|(2880, 1472)", "tensor": "model.language_model.layers.19.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2880, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.16.mlp.gate_proj.weight|2d-64|(5760, 832)", "tensor": "model.language_model.layers.16.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5760, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.10.mlp.gate_proj.weight|2d-64|(4608, 1408)", "tensor": "model.language_model.layers.10.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4608, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.mlp.gate_proj.weight|2d-64|(2240, 704)", "tensor": "model.language_model.layers.7.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2240, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.8.mlp.gate_proj.weight|2d-64|(4096, 320)", "tensor": "model.language_model.layers.8.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4096, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.1.mlp.gate_proj.weight|2d-64|(4416, 64)", "tensor": "model.language_model.layers.1.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4416, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.1.mlp.gate_proj.weight|2d-64|(512, 0)", "tensor": "model.language_model.layers.1.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.6.mlp.gate_proj.weight|2d-64|(896, 64)", "tensor": "model.language_model.layers.6.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.21.mlp.gate_proj.weight|2d-64|(896, 1600)", "tensor": "model.language_model.layers.21.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.2.mlp.gate_proj.weight|2d-64|(1408, 1280)", "tensor": "model.language_model.layers.2.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.6.mlp.gate_proj.weight|2d-64|(4992, 1216)", "tensor": "model.language_model.layers.6.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4992, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.21.mlp.gate_proj.weight|2d-64|(1664, 1728)", "tensor": "model.language_model.layers.21.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.mlp.gate_proj.weight|2d-64|(768, 1088)", "tensor": "model.language_model.layers.3.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.8.mlp.gate_proj.weight|2d-64|(64, 832)", "tensor": "model.language_model.layers.8.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.1.mlp.gate_proj.weight|2d-64|(2624, 1152)", "tensor": "model.language_model.layers.1.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2624, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.mlp.gate_proj.weight|2d-64|(3392, 1984)", "tensor": "model.language_model.layers.15.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3392, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.mlp.gate_proj.weight|2d-64|(4096, 1152)", "tensor": "model.language_model.layers.3.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4096, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.0.mlp.gate_proj.weight|2d-64|(1664, 1472)", "tensor": "model.language_model.layers.0.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.20.mlp.gate_proj.weight|2d-64|(5376, 128)", "tensor": "model.language_model.layers.20.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5376, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.14.mlp.gate_proj.weight|2d-64|(2176, 1088)", "tensor": "model.language_model.layers.14.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2176, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.mlp.gate_proj.weight|2d-64|(6080, 640)", "tensor": "model.language_model.layers.11.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 6080, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.2.mlp.gate_proj.weight|2d-64|(960, 704)", "tensor": "model.language_model.layers.2.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.14.mlp.gate_proj.weight|2d-64|(192, 1216)", "tensor": "model.language_model.layers.14.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.10.mlp.gate_proj.weight|2d-64|(1472, 1024)", "tensor": "model.language_model.layers.10.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1472, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.5.mlp.gate_proj.weight|2d-64|(768, 1600)", "tensor": "model.language_model.layers.5.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.22.mlp.gate_proj.weight|2d-64|(3072, 1984)", "tensor": "model.language_model.layers.22.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3072, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.13.mlp.gate_proj.weight|2d-64|(4608, 0)", "tensor": "model.language_model.layers.13.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4608, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.18.mlp.gate_proj.weight|2d-64|(1408, 1344)", "tensor": "model.language_model.layers.18.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.mlp.gate_proj.weight|2d-64|(5824, 320)", "tensor": "model.language_model.layers.3.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5824, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.12.mlp.gate_proj.weight|2d-64|(4096, 832)", "tensor": "model.language_model.layers.12.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4096, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.22.mlp.gate_proj.weight|2d-64|(1280, 1536)", "tensor": "model.language_model.layers.22.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1280, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.mlp.gate_proj.weight|2d-64|(3200, 1728)", "tensor": "model.language_model.layers.3.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3200, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.2.mlp.gate_proj.weight|2d-64|(3328, 1856)", "tensor": "model.language_model.layers.2.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3328, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.21.mlp.gate_proj.weight|2d-64|(3072, 256)", "tensor": "model.language_model.layers.21.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3072, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.22.mlp.gate_proj.weight|2d-64|(128, 384)", "tensor": "model.language_model.layers.22.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.13.mlp.gate_proj.weight|2d-64|(3200, 320)", "tensor": "model.language_model.layers.13.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3200, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.2.mlp.gate_proj.weight|2d-64|(5440, 1280)", "tensor": "model.language_model.layers.2.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5440, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.mlp.gate_proj.weight|2d-64|(4992, 512)", "tensor": "model.language_model.layers.15.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4992, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.0.mlp.gate_proj.weight|2d-64|(1280, 192)", "tensor": "model.language_model.layers.0.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1280, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(3584, 0)", "tensor": "model.language_model.layers.23.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3584, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.2.mlp.gate_proj.weight|2d-64|(1664, 512)", "tensor": "model.language_model.layers.2.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(2816, 1408)", "tensor": "model.language_model.layers.23.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2816, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.10.mlp.gate_proj.weight|2d-64|(3008, 960)", "tensor": "model.language_model.layers.10.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3008, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.mlp.gate_proj.weight|2d-64|(5120, 960)", "tensor": "model.language_model.layers.15.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5120, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.4.mlp.gate_proj.weight|2d-64|(3584, 512)", "tensor": "model.language_model.layers.4.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3584, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.12.mlp.gate_proj.weight|2d-64|(6016, 1792)", "tensor": "model.language_model.layers.12.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 6016, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.10.mlp.gate_proj.weight|2d-64|(128, 1792)", "tensor": "model.language_model.layers.10.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.22.mlp.gate_proj.weight|2d-64|(1344, 1792)", "tensor": "model.language_model.layers.22.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1344, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.16.mlp.gate_proj.weight|2d-64|(256, 1536)", "tensor": "model.language_model.layers.16.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(1792, 1344)", "tensor": "model.language_model.layers.23.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1792, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.mlp.gate_proj.weight|2d-64|(3008, 832)", "tensor": "model.language_model.layers.11.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3008, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.1.mlp.gate_proj.weight|2d-64|(1856, 576)", "tensor": "model.language_model.layers.1.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.mlp.gate_proj.weight|2d-64|(5248, 512)", "tensor": "model.language_model.layers.15.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5248, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.22.mlp.gate_proj.weight|2d-64|(5824, 448)", "tensor": "model.language_model.layers.22.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5824, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.5.mlp.gate_proj.weight|2d-64|(1344, 64)", "tensor": "model.language_model.layers.5.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1344, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.14.mlp.gate_proj.weight|2d-64|(4672, 1856)", "tensor": "model.language_model.layers.14.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4672, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.20.mlp.gate_proj.weight|2d-64|(2304, 1600)", "tensor": "model.language_model.layers.20.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2304, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.8.mlp.gate_proj.weight|2d-64|(4992, 1920)", "tensor": "model.language_model.layers.8.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4992, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.5.mlp.gate_proj.weight|2d-64|(4160, 1152)", "tensor": "model.language_model.layers.5.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4160, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.0.mlp.gate_proj.weight|2d-64|(896, 1664)", "tensor": "model.language_model.layers.0.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.13.mlp.gate_proj.weight|2d-64|(2560, 320)", "tensor": "model.language_model.layers.13.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2560, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.1.mlp.gate_proj.weight|2d-64|(2624, 896)", "tensor": "model.language_model.layers.1.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2624, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.mlp.gate_proj.weight|2d-64|(1792, 1536)", "tensor": "model.language_model.layers.11.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1792, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.2.mlp.gate_proj.weight|2d-64|(5376, 1536)", "tensor": "model.language_model.layers.2.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5376, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.17.mlp.gate_proj.weight|2d-64|(2176, 1280)", "tensor": "model.language_model.layers.17.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2176, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.mlp.gate_proj.weight|2d-64|(1408, 448)", "tensor": "model.language_model.layers.19.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.2.mlp.gate_proj.weight|2d-64|(5952, 384)", "tensor": "model.language_model.layers.2.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5952, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.17.mlp.gate_proj.weight|2d-64|(5760, 320)", "tensor": "model.language_model.layers.17.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5760, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.mlp.gate_proj.weight|2d-64|(4352, 128)", "tensor": "model.language_model.layers.11.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4352, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.4.mlp.gate_proj.weight|2d-64|(3200, 1792)", "tensor": "model.language_model.layers.4.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3200, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.12.mlp.gate_proj.weight|2d-64|(2816, 448)", "tensor": "model.language_model.layers.12.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2816, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.mlp.gate_proj.weight|2d-64|(6080, 896)", "tensor": "model.language_model.layers.11.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 6080, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.10.mlp.gate_proj.weight|2d-64|(1280, 1920)", "tensor": "model.language_model.layers.10.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1280, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.10.mlp.gate_proj.weight|2d-64|(0, 1664)", "tensor": "model.language_model.layers.10.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.4.mlp.gate_proj.weight|2d-64|(4672, 448)", "tensor": "model.language_model.layers.4.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4672, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.12.mlp.gate_proj.weight|2d-64|(4992, 576)", "tensor": "model.language_model.layers.12.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4992, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.1.mlp.gate_proj.weight|2d-64|(3968, 1536)", "tensor": "model.language_model.layers.1.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3968, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.13.mlp.gate_proj.weight|2d-64|(1984, 0)", "tensor": "model.language_model.layers.13.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1984, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.17.mlp.gate_proj.weight|2d-64|(4864, 448)", "tensor": "model.language_model.layers.17.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4864, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.14.mlp.gate_proj.weight|2d-64|(960, 1280)", "tensor": "model.language_model.layers.14.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.1.mlp.gate_proj.weight|2d-64|(2176, 448)", "tensor": "model.language_model.layers.1.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2176, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.2.mlp.gate_proj.weight|2d-64|(2176, 1600)", "tensor": "model.language_model.layers.2.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2176, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.12.mlp.gate_proj.weight|2d-64|(64, 448)", "tensor": "model.language_model.layers.12.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.17.mlp.gate_proj.weight|2d-64|(896, 0)", "tensor": "model.language_model.layers.17.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.mlp.gate_proj.weight|2d-64|(1344, 576)", "tensor": "model.language_model.layers.11.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1344, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.9.mlp.gate_proj.weight|2d-64|(2816, 1024)", "tensor": "model.language_model.layers.9.mlp.gate_proj.weight", "role": "model.language_model.layers.*.mlp.gate_proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2816, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.0.mlp.up_proj.weight|2d-128|(6016, 768)", "tensor": "model.language_model.layers.0.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 6016, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.mlp.up_proj.weight|2d-128|(3840, 768)", "tensor": "model.language_model.layers.11.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3840, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.mlp.up_proj.weight|2d-128|(5888, 256)", "tensor": "model.language_model.layers.15.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5888, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.20.mlp.up_proj.weight|2d-128|(3072, 1664)", "tensor": "model.language_model.layers.20.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3072, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.mlp.up_proj.weight|2d-128|(0, 256)", "tensor": "model.language_model.layers.11.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.17.mlp.up_proj.weight|2d-128|(4352, 128)", "tensor": "model.language_model.layers.17.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4352, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.10.mlp.up_proj.weight|2d-128|(1152, 512)", "tensor": "model.language_model.layers.10.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.9.mlp.up_proj.weight|2d-128|(1152, 1280)", "tensor": "model.language_model.layers.9.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.1.mlp.up_proj.weight|2d-128|(5120, 384)", "tensor": "model.language_model.layers.1.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5120, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.4.mlp.up_proj.weight|2d-128|(640, 1536)", "tensor": "model.language_model.layers.4.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.2.mlp.up_proj.weight|2d-128|(4096, 896)", "tensor": "model.language_model.layers.2.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4096, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.2.mlp.up_proj.weight|2d-128|(4864, 384)", "tensor": "model.language_model.layers.2.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4864, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.mlp.up_proj.weight|2d-128|(768, 1664)", "tensor": "model.language_model.layers.19.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.mlp.up_proj.weight|2d-128|(1408, 1152)", "tensor": "model.language_model.layers.11.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.mlp.up_proj.weight|2d-128|(4864, 1152)", "tensor": "model.language_model.layers.11.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4864, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.mlp.up_proj.weight|2d-128|(1152, 1408)", "tensor": "model.language_model.layers.7.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.mlp.up_proj.weight|2d-128|(3072, 1792)", "tensor": "model.language_model.layers.23.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3072, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.10.mlp.up_proj.weight|2d-128|(4736, 896)", "tensor": "model.language_model.layers.10.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4736, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.5.mlp.up_proj.weight|2d-128|(384, 1920)", "tensor": "model.language_model.layers.5.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.22.mlp.up_proj.weight|2d-128|(2560, 512)", "tensor": "model.language_model.layers.22.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2560, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.17.mlp.up_proj.weight|2d-128|(5376, 256)", "tensor": "model.language_model.layers.17.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5376, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.17.mlp.up_proj.weight|2d-128|(2816, 128)", "tensor": "model.language_model.layers.17.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2816, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.21.mlp.up_proj.weight|2d-128|(0, 1024)", "tensor": "model.language_model.layers.21.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.20.mlp.up_proj.weight|2d-128|(4480, 1152)", "tensor": "model.language_model.layers.20.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4480, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.12.mlp.up_proj.weight|2d-128|(5376, 512)", "tensor": "model.language_model.layers.12.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5376, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.6.mlp.up_proj.weight|2d-128|(4736, 512)", "tensor": "model.language_model.layers.6.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4736, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.0.mlp.up_proj.weight|2d-128|(3200, 1408)", "tensor": "model.language_model.layers.0.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3200, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.6.mlp.up_proj.weight|2d-128|(4480, 1408)", "tensor": "model.language_model.layers.6.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4480, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.22.mlp.up_proj.weight|2d-128|(5504, 1792)", "tensor": "model.language_model.layers.22.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5504, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.mlp.up_proj.weight|2d-128|(4480, 1664)", "tensor": "model.language_model.layers.23.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4480, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.9.mlp.up_proj.weight|2d-128|(3584, 1152)", "tensor": "model.language_model.layers.9.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3584, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.mlp.up_proj.weight|2d-128|(4224, 768)", "tensor": "model.language_model.layers.3.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4224, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.20.mlp.up_proj.weight|2d-128|(1536, 1408)", "tensor": "model.language_model.layers.20.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.mlp.up_proj.weight|2d-128|(384, 1024)", "tensor": "model.language_model.layers.23.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.13.mlp.up_proj.weight|2d-128|(5760, 1408)", "tensor": "model.language_model.layers.13.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5760, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.8.mlp.up_proj.weight|2d-128|(2176, 128)", "tensor": "model.language_model.layers.8.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2176, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.21.mlp.up_proj.weight|2d-128|(5376, 1408)", "tensor": "model.language_model.layers.21.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5376, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.1.mlp.up_proj.weight|2d-128|(2560, 384)", "tensor": "model.language_model.layers.1.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2560, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.6.mlp.up_proj.weight|2d-128|(5120, 1920)", "tensor": "model.language_model.layers.6.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5120, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.12.mlp.up_proj.weight|2d-128|(5376, 128)", "tensor": "model.language_model.layers.12.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5376, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.mlp.up_proj.weight|2d-128|(4096, 640)", "tensor": "model.language_model.layers.15.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4096, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.mlp.up_proj.weight|2d-128|(1024, 1152)", "tensor": "model.language_model.layers.19.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.0.mlp.up_proj.weight|2d-128|(2048, 1152)", "tensor": "model.language_model.layers.0.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2048, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.1.mlp.up_proj.weight|2d-128|(2560, 768)", "tensor": "model.language_model.layers.1.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2560, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.mlp.up_proj.weight|2d-128|(3712, 640)", "tensor": "model.language_model.layers.11.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3712, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.20.mlp.up_proj.weight|2d-128|(4864, 1920)", "tensor": "model.language_model.layers.20.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4864, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.5.mlp.up_proj.weight|2d-128|(3968, 768)", "tensor": "model.language_model.layers.5.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3968, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.5.mlp.up_proj.weight|2d-128|(128, 1792)", "tensor": "model.language_model.layers.5.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.6.mlp.up_proj.weight|2d-128|(1536, 512)", "tensor": "model.language_model.layers.6.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.2.mlp.up_proj.weight|2d-128|(3712, 1792)", "tensor": "model.language_model.layers.2.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3712, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.14.mlp.up_proj.weight|2d-128|(4992, 1152)", "tensor": "model.language_model.layers.14.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4992, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.17.mlp.up_proj.weight|2d-128|(3456, 128)", "tensor": "model.language_model.layers.17.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3456, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.12.mlp.up_proj.weight|2d-128|(5504, 512)", "tensor": "model.language_model.layers.12.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5504, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.18.mlp.up_proj.weight|2d-128|(5376, 1408)", "tensor": "model.language_model.layers.18.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5376, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.9.mlp.up_proj.weight|2d-128|(1664, 128)", "tensor": "model.language_model.layers.9.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.0.mlp.up_proj.weight|2d-128|(3712, 640)", "tensor": "model.language_model.layers.0.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3712, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.6.mlp.up_proj.weight|2d-128|(5632, 1280)", "tensor": "model.language_model.layers.6.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5632, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.18.mlp.up_proj.weight|2d-128|(1152, 640)", "tensor": "model.language_model.layers.18.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.mlp.up_proj.weight|2d-128|(6016, 640)", "tensor": "model.language_model.layers.19.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 6016, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.2.mlp.up_proj.weight|2d-128|(5248, 1280)", "tensor": "model.language_model.layers.2.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5248, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.14.mlp.up_proj.weight|2d-128|(5888, 1408)", "tensor": "model.language_model.layers.14.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5888, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.mlp.up_proj.weight|2d-128|(2816, 128)", "tensor": "model.language_model.layers.19.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2816, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.13.mlp.up_proj.weight|2d-128|(4352, 640)", "tensor": "model.language_model.layers.13.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4352, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.mlp.up_proj.weight|2d-128|(5888, 0)", "tensor": "model.language_model.layers.7.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5888, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.6.mlp.up_proj.weight|2d-128|(4864, 256)", "tensor": "model.language_model.layers.6.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4864, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.18.mlp.up_proj.weight|2d-128|(384, 128)", "tensor": "model.language_model.layers.18.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.17.mlp.up_proj.weight|2d-128|(2688, 896)", "tensor": "model.language_model.layers.17.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2688, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.1.mlp.up_proj.weight|2d-128|(2048, 1152)", "tensor": "model.language_model.layers.1.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2048, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.2.mlp.up_proj.weight|2d-128|(2688, 1152)", "tensor": "model.language_model.layers.2.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2688, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.2.mlp.up_proj.weight|2d-128|(1024, 640)", "tensor": "model.language_model.layers.2.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.0.mlp.up_proj.weight|2d-128|(2816, 1280)", "tensor": "model.language_model.layers.0.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2816, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.mlp.up_proj.weight|2d-128|(1792, 1664)", "tensor": "model.language_model.layers.7.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.6.mlp.up_proj.weight|2d-128|(2176, 896)", "tensor": "model.language_model.layers.6.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2176, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.9.mlp.up_proj.weight|2d-128|(1408, 1024)", "tensor": "model.language_model.layers.9.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.6.mlp.up_proj.weight|2d-128|(768, 0)", "tensor": "model.language_model.layers.6.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.10.mlp.up_proj.weight|2d-128|(3840, 640)", "tensor": "model.language_model.layers.10.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3840, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.mlp.up_proj.weight|2d-128|(2688, 0)", "tensor": "model.language_model.layers.3.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2688, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.8.mlp.up_proj.weight|2d-128|(1024, 1024)", "tensor": "model.language_model.layers.8.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.mlp.up_proj.weight|2d-128|(2176, 896)", "tensor": "model.language_model.layers.3.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2176, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.0.mlp.up_proj.weight|2d-128|(3584, 384)", "tensor": "model.language_model.layers.0.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3584, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.4.mlp.up_proj.weight|2d-128|(1280, 768)", "tensor": "model.language_model.layers.4.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.mlp.up_proj.weight|2d-128|(896, 768)", "tensor": "model.language_model.layers.23.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.6.mlp.up_proj.weight|2d-128|(2560, 1920)", "tensor": "model.language_model.layers.6.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2560, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.10.mlp.up_proj.weight|2d-128|(2688, 0)", "tensor": "model.language_model.layers.10.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2688, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.10.mlp.up_proj.weight|2d-128|(1536, 1408)", "tensor": "model.language_model.layers.10.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.12.mlp.up_proj.weight|2d-128|(896, 1664)", "tensor": "model.language_model.layers.12.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.18.mlp.up_proj.weight|2d-128|(3072, 1024)", "tensor": "model.language_model.layers.18.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3072, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.mlp.up_proj.weight|2d-128|(1664, 1152)", "tensor": "model.language_model.layers.15.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.20.mlp.up_proj.weight|2d-128|(384, 1920)", "tensor": "model.language_model.layers.20.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.8.mlp.up_proj.weight|2d-128|(5504, 640)", "tensor": "model.language_model.layers.8.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5504, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.2.mlp.up_proj.weight|2d-128|(256, 1536)", "tensor": "model.language_model.layers.2.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.13.mlp.up_proj.weight|2d-128|(256, 1280)", "tensor": "model.language_model.layers.13.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.mlp.up_proj.weight|2d-128|(4864, 1792)", "tensor": "model.language_model.layers.15.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4864, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.8.mlp.up_proj.weight|2d-128|(2944, 896)", "tensor": "model.language_model.layers.8.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2944, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.mlp.up_proj.weight|2d-128|(3968, 0)", "tensor": "model.language_model.layers.7.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3968, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.1.mlp.up_proj.weight|2d-128|(768, 1280)", "tensor": "model.language_model.layers.1.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.mlp.up_proj.weight|2d-128|(4736, 512)", "tensor": "model.language_model.layers.3.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4736, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.0.mlp.up_proj.weight|2d-128|(4480, 384)", "tensor": "model.language_model.layers.0.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4480, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.9.mlp.up_proj.weight|2d-128|(384, 256)", "tensor": "model.language_model.layers.9.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.16.mlp.up_proj.weight|2d-128|(4480, 128)", "tensor": "model.language_model.layers.16.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4480, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.5.mlp.up_proj.weight|2d-128|(5760, 512)", "tensor": "model.language_model.layers.5.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5760, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.14.mlp.up_proj.weight|2d-128|(3328, 1920)", "tensor": "model.language_model.layers.14.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3328, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.20.mlp.up_proj.weight|2d-128|(3712, 1920)", "tensor": "model.language_model.layers.20.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3712, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.2.mlp.up_proj.weight|2d-128|(128, 768)", "tensor": "model.language_model.layers.2.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.17.mlp.up_proj.weight|2d-128|(5376, 0)", "tensor": "model.language_model.layers.17.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5376, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.mlp.up_proj.weight|2d-128|(2048, 1280)", "tensor": "model.language_model.layers.23.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2048, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.mlp.up_proj.weight|2d-128|(5504, 896)", "tensor": "model.language_model.layers.11.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5504, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.18.mlp.up_proj.weight|2d-128|(4096, 128)", "tensor": "model.language_model.layers.18.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4096, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.mlp.up_proj.weight|2d-128|(3328, 1792)", "tensor": "model.language_model.layers.11.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3328, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.9.mlp.up_proj.weight|2d-128|(4096, 1536)", "tensor": "model.language_model.layers.9.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4096, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.mlp.up_proj.weight|2d-128|(2304, 640)", "tensor": "model.language_model.layers.11.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2304, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.mlp.up_proj.weight|2d-128|(3840, 1280)", "tensor": "model.language_model.layers.19.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3840, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.5.mlp.up_proj.weight|2d-128|(3584, 128)", "tensor": "model.language_model.layers.5.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3584, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.14.mlp.up_proj.weight|2d-128|(0, 1536)", "tensor": "model.language_model.layers.14.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.mlp.up_proj.weight|2d-128|(3712, 1536)", "tensor": "model.language_model.layers.15.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3712, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.8.mlp.up_proj.weight|2d-128|(3200, 1280)", "tensor": "model.language_model.layers.8.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3200, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.4.mlp.up_proj.weight|2d-128|(4992, 1152)", "tensor": "model.language_model.layers.4.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4992, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.17.mlp.up_proj.weight|2d-128|(2304, 1408)", "tensor": "model.language_model.layers.17.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2304, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.mlp.up_proj.weight|2d-128|(2688, 1152)", "tensor": "model.language_model.layers.19.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2688, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.12.mlp.up_proj.weight|2d-128|(3200, 128)", "tensor": "model.language_model.layers.12.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3200, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.21.mlp.up_proj.weight|2d-128|(3456, 1920)", "tensor": "model.language_model.layers.21.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3456, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.mlp.up_proj.weight|2d-128|(5120, 768)", "tensor": "model.language_model.layers.11.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5120, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.12.mlp.up_proj.weight|2d-128|(5632, 896)", "tensor": "model.language_model.layers.12.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5632, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.mlp.up_proj.weight|2d-128|(3840, 1152)", "tensor": "model.language_model.layers.3.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3840, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.21.mlp.up_proj.weight|2d-128|(6016, 1792)", "tensor": "model.language_model.layers.21.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 6016, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.16.mlp.up_proj.weight|2d-128|(3584, 0)", "tensor": "model.language_model.layers.16.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3584, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.18.mlp.up_proj.weight|2d-128|(4352, 256)", "tensor": "model.language_model.layers.18.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4352, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.12.mlp.up_proj.weight|2d-128|(2560, 0)", "tensor": "model.language_model.layers.12.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2560, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.mlp.up_proj.weight|2d-128|(4992, 640)", "tensor": "model.language_model.layers.15.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4992, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.mlp.up_proj.weight|2d-128|(2816, 1024)", "tensor": "model.language_model.layers.15.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2816, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.22.mlp.up_proj.weight|2d-128|(5888, 1920)", "tensor": "model.language_model.layers.22.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5888, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.mlp.up_proj.weight|2d-128|(1792, 1664)", "tensor": "model.language_model.layers.3.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.20.mlp.up_proj.weight|2d-128|(3840, 640)", "tensor": "model.language_model.layers.20.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3840, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.9.mlp.up_proj.weight|2d-128|(1536, 1408)", "tensor": "model.language_model.layers.9.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.mlp.up_proj.weight|2d-128|(3968, 1792)", "tensor": "model.language_model.layers.23.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3968, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.12.mlp.up_proj.weight|2d-128|(4224, 896)", "tensor": "model.language_model.layers.12.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4224, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.4.mlp.up_proj.weight|2d-128|(3712, 128)", "tensor": "model.language_model.layers.4.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3712, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.18.mlp.up_proj.weight|2d-128|(2560, 1792)", "tensor": "model.language_model.layers.18.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2560, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.18.mlp.up_proj.weight|2d-128|(6016, 1664)", "tensor": "model.language_model.layers.18.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 6016, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.20.mlp.up_proj.weight|2d-128|(128, 0)", "tensor": "model.language_model.layers.20.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.20.mlp.up_proj.weight|2d-128|(3840, 1280)", "tensor": "model.language_model.layers.20.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3840, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.mlp.up_proj.weight|2d-128|(5632, 1408)", "tensor": "model.language_model.layers.11.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5632, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.mlp.up_proj.weight|2d-128|(6016, 640)", "tensor": "model.language_model.layers.23.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 6016, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.0.mlp.up_proj.weight|2d-128|(1024, 1920)", "tensor": "model.language_model.layers.0.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.10.mlp.up_proj.weight|2d-128|(3968, 640)", "tensor": "model.language_model.layers.10.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3968, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.mlp.up_proj.weight|2d-128|(4480, 1664)", "tensor": "model.language_model.layers.15.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4480, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.5.mlp.up_proj.weight|2d-128|(2176, 128)", "tensor": "model.language_model.layers.5.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2176, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.9.mlp.up_proj.weight|2d-128|(1152, 512)", "tensor": "model.language_model.layers.9.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.16.mlp.up_proj.weight|2d-128|(2816, 1024)", "tensor": "model.language_model.layers.16.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2816, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.6.mlp.up_proj.weight|2d-128|(768, 1664)", "tensor": "model.language_model.layers.6.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.1.mlp.up_proj.weight|2d-128|(384, 1280)", "tensor": "model.language_model.layers.1.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.13.mlp.up_proj.weight|2d-128|(2304, 768)", "tensor": "model.language_model.layers.13.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2304, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.16.mlp.up_proj.weight|2d-128|(3072, 384)", "tensor": "model.language_model.layers.16.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3072, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.17.mlp.up_proj.weight|2d-128|(1024, 1152)", "tensor": "model.language_model.layers.17.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.4.mlp.up_proj.weight|2d-128|(5120, 1152)", "tensor": "model.language_model.layers.4.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5120, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.16.mlp.up_proj.weight|2d-128|(2048, 1792)", "tensor": "model.language_model.layers.16.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2048, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.8.mlp.up_proj.weight|2d-128|(3584, 512)", "tensor": "model.language_model.layers.8.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3584, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.mlp.up_proj.weight|2d-128|(3584, 1408)", "tensor": "model.language_model.layers.7.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3584, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.6.mlp.up_proj.weight|2d-128|(1664, 1664)", "tensor": "model.language_model.layers.6.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.9.mlp.up_proj.weight|2d-128|(2304, 1152)", "tensor": "model.language_model.layers.9.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2304, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.16.mlp.up_proj.weight|2d-128|(2816, 1792)", "tensor": "model.language_model.layers.16.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2816, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.mlp.up_proj.weight|2d-128|(4608, 1024)", "tensor": "model.language_model.layers.7.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4608, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.16.mlp.up_proj.weight|2d-128|(5888, 1280)", "tensor": "model.language_model.layers.16.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5888, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.0.mlp.up_proj.weight|2d-128|(3328, 1280)", "tensor": "model.language_model.layers.0.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3328, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.1.mlp.up_proj.weight|2d-128|(768, 896)", "tensor": "model.language_model.layers.1.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.5.mlp.up_proj.weight|2d-128|(1664, 0)", "tensor": "model.language_model.layers.5.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.6.mlp.up_proj.weight|2d-128|(0, 1792)", "tensor": "model.language_model.layers.6.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.8.mlp.up_proj.weight|2d-128|(256, 1280)", "tensor": "model.language_model.layers.8.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.21.mlp.up_proj.weight|2d-128|(3968, 128)", "tensor": "model.language_model.layers.21.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3968, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.6.mlp.up_proj.weight|2d-128|(4608, 1024)", "tensor": "model.language_model.layers.6.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4608, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.2.mlp.up_proj.weight|2d-128|(1664, 1664)", "tensor": "model.language_model.layers.2.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.21.mlp.up_proj.weight|2d-128|(4224, 1920)", "tensor": "model.language_model.layers.21.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4224, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.8.mlp.up_proj.weight|2d-128|(1152, 384)", "tensor": "model.language_model.layers.8.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.12.mlp.up_proj.weight|2d-128|(1024, 896)", "tensor": "model.language_model.layers.12.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.mlp.up_proj.weight|2d-128|(3456, 1792)", "tensor": "model.language_model.layers.11.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3456, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.5.mlp.up_proj.weight|2d-128|(6016, 0)", "tensor": "model.language_model.layers.5.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 6016, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.22.mlp.up_proj.weight|2d-128|(2688, 1792)", "tensor": "model.language_model.layers.22.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2688, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.22.mlp.up_proj.weight|2d-128|(4864, 1792)", "tensor": "model.language_model.layers.22.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4864, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.6.mlp.up_proj.weight|2d-128|(640, 384)", "tensor": "model.language_model.layers.6.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.mlp.up_proj.weight|2d-128|(896, 640)", "tensor": "model.language_model.layers.7.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.mlp.up_proj.weight|2d-128|(1408, 1536)", "tensor": "model.language_model.layers.7.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.mlp.up_proj.weight|2d-128|(1792, 1152)", "tensor": "model.language_model.layers.19.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.14.mlp.up_proj.weight|2d-128|(3840, 640)", "tensor": "model.language_model.layers.14.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3840, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.6.mlp.up_proj.weight|2d-128|(5504, 896)", "tensor": "model.language_model.layers.6.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5504, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.14.mlp.up_proj.weight|2d-128|(2048, 1664)", "tensor": "model.language_model.layers.14.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2048, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.16.mlp.up_proj.weight|2d-128|(3968, 1536)", "tensor": "model.language_model.layers.16.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3968, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.8.mlp.up_proj.weight|2d-128|(1024, 1152)", "tensor": "model.language_model.layers.8.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.1.mlp.up_proj.weight|2d-128|(4736, 1024)", "tensor": "model.language_model.layers.1.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4736, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.5.mlp.up_proj.weight|2d-128|(2816, 640)", "tensor": "model.language_model.layers.5.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2816, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.mlp.up_proj.weight|2d-128|(2560, 1920)", "tensor": "model.language_model.layers.19.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2560, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.13.mlp.up_proj.weight|2d-128|(5888, 0)", "tensor": "model.language_model.layers.13.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5888, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.9.mlp.up_proj.weight|2d-128|(384, 1024)", "tensor": "model.language_model.layers.9.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.1.mlp.up_proj.weight|2d-128|(4352, 768)", "tensor": "model.language_model.layers.1.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4352, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.mlp.up_proj.weight|2d-128|(3200, 1920)", "tensor": "model.language_model.layers.11.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3200, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.8.mlp.up_proj.weight|2d-128|(4224, 1920)", "tensor": "model.language_model.layers.8.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4224, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.21.mlp.up_proj.weight|2d-128|(2176, 0)", "tensor": "model.language_model.layers.21.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2176, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.21.mlp.up_proj.weight|2d-128|(1280, 1408)", "tensor": "model.language_model.layers.21.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.6.mlp.up_proj.weight|2d-128|(2688, 768)", "tensor": "model.language_model.layers.6.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2688, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.20.mlp.up_proj.weight|2d-128|(3456, 0)", "tensor": "model.language_model.layers.20.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3456, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.mlp.up_proj.weight|2d-128|(1536, 896)", "tensor": "model.language_model.layers.19.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.10.mlp.up_proj.weight|2d-128|(4096, 1280)", "tensor": "model.language_model.layers.10.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4096, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.9.mlp.up_proj.weight|2d-128|(5376, 1280)", "tensor": "model.language_model.layers.9.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5376, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.8.mlp.up_proj.weight|2d-128|(4480, 256)", "tensor": "model.language_model.layers.8.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4480, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.13.mlp.up_proj.weight|2d-128|(3072, 1408)", "tensor": "model.language_model.layers.13.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3072, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.16.mlp.up_proj.weight|2d-128|(5504, 256)", "tensor": "model.language_model.layers.16.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5504, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.16.mlp.up_proj.weight|2d-128|(3584, 256)", "tensor": "model.language_model.layers.16.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3584, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.21.mlp.up_proj.weight|2d-128|(3968, 1152)", "tensor": "model.language_model.layers.21.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3968, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.mlp.up_proj.weight|2d-128|(4992, 640)", "tensor": "model.language_model.layers.7.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4992, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.17.mlp.up_proj.weight|2d-128|(5120, 640)", "tensor": "model.language_model.layers.17.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5120, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.mlp.up_proj.weight|2d-128|(3200, 512)", "tensor": "model.language_model.layers.11.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3200, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.mlp.up_proj.weight|2d-128|(4736, 128)", "tensor": "model.language_model.layers.3.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4736, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.mlp.up_proj.weight|2d-128|(1920, 512)", "tensor": "model.language_model.layers.11.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.9.mlp.up_proj.weight|2d-128|(6016, 1792)", "tensor": "model.language_model.layers.9.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 6016, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.1.mlp.up_proj.weight|2d-128|(3840, 512)", "tensor": "model.language_model.layers.1.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3840, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.9.mlp.up_proj.weight|2d-128|(2432, 1152)", "tensor": "model.language_model.layers.9.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2432, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.4.mlp.up_proj.weight|2d-128|(6016, 256)", "tensor": "model.language_model.layers.4.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 6016, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.10.mlp.up_proj.weight|2d-128|(5376, 1920)", "tensor": "model.language_model.layers.10.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5376, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.2.mlp.up_proj.weight|2d-128|(4096, 1792)", "tensor": "model.language_model.layers.2.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4096, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.18.mlp.up_proj.weight|2d-128|(4352, 1408)", "tensor": "model.language_model.layers.18.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4352, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.22.mlp.up_proj.weight|2d-128|(1024, 768)", "tensor": "model.language_model.layers.22.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.21.mlp.up_proj.weight|2d-128|(5376, 256)", "tensor": "model.language_model.layers.21.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5376, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.mlp.up_proj.weight|2d-128|(1024, 1408)", "tensor": "model.language_model.layers.7.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.mlp.up_proj.weight|2d-128|(2816, 1280)", "tensor": "model.language_model.layers.15.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2816, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.mlp.up_proj.weight|2d-128|(1152, 1024)", "tensor": "model.language_model.layers.3.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.2.mlp.up_proj.weight|2d-128|(384, 896)", "tensor": "model.language_model.layers.2.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.21.mlp.up_proj.weight|2d-128|(2944, 0)", "tensor": "model.language_model.layers.21.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2944, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.10.mlp.up_proj.weight|2d-128|(5632, 1280)", "tensor": "model.language_model.layers.10.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5632, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.0.mlp.up_proj.weight|2d-128|(4224, 1408)", "tensor": "model.language_model.layers.0.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4224, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.5.mlp.up_proj.weight|2d-128|(2816, 1792)", "tensor": "model.language_model.layers.5.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2816, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.5.mlp.up_proj.weight|2d-128|(4992, 1280)", "tensor": "model.language_model.layers.5.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4992, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.mlp.up_proj.weight|2d-128|(1664, 1792)", "tensor": "model.language_model.layers.19.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.10.mlp.up_proj.weight|2d-128|(3840, 1408)", "tensor": "model.language_model.layers.10.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3840, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.8.mlp.up_proj.weight|2d-128|(5248, 640)", "tensor": "model.language_model.layers.8.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5248, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.20.mlp.up_proj.weight|2d-128|(512, 896)", "tensor": "model.language_model.layers.20.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.2.mlp.up_proj.weight|2d-128|(640, 1280)", "tensor": "model.language_model.layers.2.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.17.mlp.up_proj.weight|2d-128|(3328, 768)", "tensor": "model.language_model.layers.17.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3328, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.mlp.up_proj.weight|2d-128|(4096, 384)", "tensor": "model.language_model.layers.7.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4096, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.20.mlp.up_proj.weight|2d-128|(512, 1920)", "tensor": "model.language_model.layers.20.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.13.mlp.up_proj.weight|2d-128|(4224, 1536)", "tensor": "model.language_model.layers.13.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4224, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.2.mlp.up_proj.weight|2d-128|(2176, 384)", "tensor": "model.language_model.layers.2.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2176, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.18.mlp.up_proj.weight|2d-128|(128, 640)", "tensor": "model.language_model.layers.18.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.9.mlp.up_proj.weight|2d-128|(0, 1152)", "tensor": "model.language_model.layers.9.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.mlp.up_proj.weight|2d-128|(3328, 1920)", "tensor": "model.language_model.layers.19.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3328, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.17.mlp.up_proj.weight|2d-128|(4480, 1024)", "tensor": "model.language_model.layers.17.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4480, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.22.mlp.up_proj.weight|2d-128|(5248, 384)", "tensor": "model.language_model.layers.22.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5248, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.8.mlp.up_proj.weight|2d-128|(1152, 256)", "tensor": "model.language_model.layers.8.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.1.mlp.up_proj.weight|2d-128|(3840, 1792)", "tensor": "model.language_model.layers.1.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3840, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.8.mlp.up_proj.weight|2d-128|(3840, 640)", "tensor": "model.language_model.layers.8.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3840, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.13.mlp.up_proj.weight|2d-128|(2432, 1280)", "tensor": "model.language_model.layers.13.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2432, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.4.mlp.up_proj.weight|2d-128|(4992, 640)", "tensor": "model.language_model.layers.4.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4992, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.14.mlp.up_proj.weight|2d-128|(4352, 1024)", "tensor": "model.language_model.layers.14.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4352, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.mlp.up_proj.weight|2d-128|(0, 1152)", "tensor": "model.language_model.layers.19.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.13.mlp.up_proj.weight|2d-128|(4864, 1280)", "tensor": "model.language_model.layers.13.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4864, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.12.mlp.up_proj.weight|2d-128|(512, 896)", "tensor": "model.language_model.layers.12.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.17.mlp.up_proj.weight|2d-128|(4096, 384)", "tensor": "model.language_model.layers.17.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4096, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.21.mlp.up_proj.weight|2d-128|(5760, 640)", "tensor": "model.language_model.layers.21.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5760, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.2.mlp.up_proj.weight|2d-64|(128, 1152)", "tensor": "model.language_model.layers.2.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.9.mlp.up_proj.weight|2d-64|(640, 704)", "tensor": "model.language_model.layers.9.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.8.mlp.up_proj.weight|2d-64|(128, 64)", "tensor": "model.language_model.layers.8.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.mlp.up_proj.weight|2d-64|(3136, 704)", "tensor": "model.language_model.layers.7.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3136, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.4.mlp.up_proj.weight|2d-64|(4480, 384)", "tensor": "model.language_model.layers.4.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4480, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.8.mlp.up_proj.weight|2d-64|(3136, 1984)", "tensor": "model.language_model.layers.8.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3136, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.14.mlp.up_proj.weight|2d-64|(2816, 1216)", "tensor": "model.language_model.layers.14.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2816, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.6.mlp.up_proj.weight|2d-64|(6016, 1280)", "tensor": "model.language_model.layers.6.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 6016, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.5.mlp.up_proj.weight|2d-64|(3392, 1600)", "tensor": "model.language_model.layers.5.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3392, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.12.mlp.up_proj.weight|2d-64|(3456, 64)", "tensor": "model.language_model.layers.12.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3456, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.2.mlp.up_proj.weight|2d-64|(2944, 768)", "tensor": "model.language_model.layers.2.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2944, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.22.mlp.up_proj.weight|2d-64|(4800, 640)", "tensor": "model.language_model.layers.22.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4800, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.0.mlp.up_proj.weight|2d-64|(1280, 960)", "tensor": "model.language_model.layers.0.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1280, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.21.mlp.up_proj.weight|2d-64|(3520, 1600)", "tensor": "model.language_model.layers.21.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3520, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.20.mlp.up_proj.weight|2d-64|(512, 832)", "tensor": "model.language_model.layers.20.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.13.mlp.up_proj.weight|2d-64|(1024, 640)", "tensor": "model.language_model.layers.13.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1024, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.13.mlp.up_proj.weight|2d-64|(2688, 1152)", "tensor": "model.language_model.layers.13.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2688, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.6.mlp.up_proj.weight|2d-64|(2432, 1600)", "tensor": "model.language_model.layers.6.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2432, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.9.mlp.up_proj.weight|2d-64|(4032, 128)", "tensor": "model.language_model.layers.9.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4032, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.21.mlp.up_proj.weight|2d-64|(1280, 192)", "tensor": "model.language_model.layers.21.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1280, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.5.mlp.up_proj.weight|2d-64|(3648, 1856)", "tensor": "model.language_model.layers.5.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3648, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.17.mlp.up_proj.weight|2d-64|(6080, 960)", "tensor": "model.language_model.layers.17.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 6080, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.20.mlp.up_proj.weight|2d-64|(4480, 1600)", "tensor": "model.language_model.layers.20.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4480, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.0.mlp.up_proj.weight|2d-64|(5184, 1536)", "tensor": "model.language_model.layers.0.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5184, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.13.mlp.up_proj.weight|2d-64|(4352, 64)", "tensor": "model.language_model.layers.13.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4352, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.1.mlp.up_proj.weight|2d-64|(4544, 1792)", "tensor": "model.language_model.layers.1.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4544, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.4.mlp.up_proj.weight|2d-64|(960, 896)", "tensor": "model.language_model.layers.4.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.13.mlp.up_proj.weight|2d-64|(5184, 1920)", "tensor": "model.language_model.layers.13.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5184, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.mlp.up_proj.weight|2d-64|(3200, 1536)", "tensor": "model.language_model.layers.19.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3200, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.mlp.up_proj.weight|2d-64|(2752, 1728)", "tensor": "model.language_model.layers.23.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2752, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.5.mlp.up_proj.weight|2d-64|(5632, 576)", "tensor": "model.language_model.layers.5.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5632, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.12.mlp.up_proj.weight|2d-64|(4800, 1984)", "tensor": "model.language_model.layers.12.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4800, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.mlp.up_proj.weight|2d-64|(5056, 640)", "tensor": "model.language_model.layers.7.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5056, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.8.mlp.up_proj.weight|2d-64|(4096, 1664)", "tensor": "model.language_model.layers.8.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4096, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.12.mlp.up_proj.weight|2d-64|(64, 128)", "tensor": "model.language_model.layers.12.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.16.mlp.up_proj.weight|2d-64|(1600, 640)", "tensor": "model.language_model.layers.16.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1600, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.13.mlp.up_proj.weight|2d-64|(512, 1024)", "tensor": "model.language_model.layers.13.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.13.mlp.up_proj.weight|2d-64|(4096, 320)", "tensor": "model.language_model.layers.13.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4096, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.16.mlp.up_proj.weight|2d-64|(4416, 512)", "tensor": "model.language_model.layers.16.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4416, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.5.mlp.up_proj.weight|2d-64|(384, 64)", "tensor": "model.language_model.layers.5.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.mlp.up_proj.weight|2d-64|(2176, 1408)", "tensor": "model.language_model.layers.7.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2176, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.16.mlp.up_proj.weight|2d-64|(3584, 320)", "tensor": "model.language_model.layers.16.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3584, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.1.mlp.up_proj.weight|2d-64|(4992, 320)", "tensor": "model.language_model.layers.1.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4992, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.0.mlp.up_proj.weight|2d-64|(3520, 1024)", "tensor": "model.language_model.layers.0.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3520, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.mlp.up_proj.weight|2d-64|(4800, 704)", "tensor": "model.language_model.layers.15.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4800, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.1.mlp.up_proj.weight|2d-64|(3200, 448)", "tensor": "model.language_model.layers.1.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3200, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.13.mlp.up_proj.weight|2d-64|(4416, 1536)", "tensor": "model.language_model.layers.13.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4416, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.mlp.up_proj.weight|2d-64|(4672, 896)", "tensor": "model.language_model.layers.15.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4672, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.2.mlp.up_proj.weight|2d-64|(1600, 768)", "tensor": "model.language_model.layers.2.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1600, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.mlp.up_proj.weight|2d-64|(3968, 0)", "tensor": "model.language_model.layers.19.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3968, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.12.mlp.up_proj.weight|2d-64|(704, 1856)", "tensor": "model.language_model.layers.12.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.0.mlp.up_proj.weight|2d-64|(1728, 0)", "tensor": "model.language_model.layers.0.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1728, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.mlp.up_proj.weight|2d-64|(2496, 1216)", "tensor": "model.language_model.layers.11.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2496, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.4.mlp.up_proj.weight|2d-64|(2048, 1344)", "tensor": "model.language_model.layers.4.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2048, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.18.mlp.up_proj.weight|2d-64|(4224, 896)", "tensor": "model.language_model.layers.18.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4224, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.mlp.up_proj.weight|2d-64|(5440, 960)", "tensor": "model.language_model.layers.19.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5440, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.17.mlp.up_proj.weight|2d-64|(5952, 192)", "tensor": "model.language_model.layers.17.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5952, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.2.mlp.up_proj.weight|2d-64|(0, 192)", "tensor": "model.language_model.layers.2.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.mlp.up_proj.weight|2d-64|(2944, 0)", "tensor": "model.language_model.layers.23.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2944, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.8.mlp.up_proj.weight|2d-64|(3776, 1280)", "tensor": "model.language_model.layers.8.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3776, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.10.mlp.up_proj.weight|2d-64|(2944, 1216)", "tensor": "model.language_model.layers.10.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2944, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.6.mlp.up_proj.weight|2d-64|(1152, 320)", "tensor": "model.language_model.layers.6.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1152, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.8.mlp.up_proj.weight|2d-64|(3008, 320)", "tensor": "model.language_model.layers.8.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3008, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.2.mlp.up_proj.weight|2d-64|(5248, 1024)", "tensor": "model.language_model.layers.2.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5248, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.9.mlp.up_proj.weight|2d-64|(4928, 896)", "tensor": "model.language_model.layers.9.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4928, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.12.mlp.up_proj.weight|2d-64|(3776, 1344)", "tensor": "model.language_model.layers.12.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3776, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.mlp.up_proj.weight|2d-64|(5248, 576)", "tensor": "model.language_model.layers.19.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5248, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.17.mlp.up_proj.weight|2d-64|(448, 1920)", "tensor": "model.language_model.layers.17.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.22.mlp.up_proj.weight|2d-64|(3776, 896)", "tensor": "model.language_model.layers.22.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3776, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.16.mlp.up_proj.weight|2d-64|(3328, 1472)", "tensor": "model.language_model.layers.16.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3328, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.mlp.up_proj.weight|2d-64|(448, 1984)", "tensor": "model.language_model.layers.15.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.17.mlp.up_proj.weight|2d-64|(1408, 1664)", "tensor": "model.language_model.layers.17.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.6.mlp.up_proj.weight|2d-64|(2944, 1152)", "tensor": "model.language_model.layers.6.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2944, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.5.mlp.up_proj.weight|2d-64|(1024, 1664)", "tensor": "model.language_model.layers.5.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1024, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.14.mlp.up_proj.weight|2d-64|(5568, 1792)", "tensor": "model.language_model.layers.14.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5568, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.16.mlp.up_proj.weight|2d-64|(5504, 1984)", "tensor": "model.language_model.layers.16.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5504, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.20.mlp.up_proj.weight|2d-64|(4416, 1728)", "tensor": "model.language_model.layers.20.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4416, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.1.mlp.up_proj.weight|2d-64|(1536, 1984)", "tensor": "model.language_model.layers.1.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1536, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.21.mlp.up_proj.weight|2d-64|(1728, 960)", "tensor": "model.language_model.layers.21.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1728, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.mlp.up_proj.weight|2d-64|(4160, 1280)", "tensor": "model.language_model.layers.19.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4160, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.14.mlp.up_proj.weight|2d-64|(1664, 1600)", "tensor": "model.language_model.layers.14.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.1.mlp.up_proj.weight|2d-64|(2880, 1216)", "tensor": "model.language_model.layers.1.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2880, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.mlp.up_proj.weight|2d-64|(512, 1600)", "tensor": "model.language_model.layers.19.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.mlp.up_proj.weight|2d-64|(3072, 1280)", "tensor": "model.language_model.layers.7.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3072, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.16.mlp.up_proj.weight|2d-64|(1216, 192)", "tensor": "model.language_model.layers.16.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1216, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.8.mlp.up_proj.weight|2d-64|(2048, 320)", "tensor": "model.language_model.layers.8.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2048, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.2.mlp.up_proj.weight|2d-64|(2304, 256)", "tensor": "model.language_model.layers.2.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2304, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.22.mlp.up_proj.weight|2d-64|(384, 1728)", "tensor": "model.language_model.layers.22.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.6.mlp.up_proj.weight|2d-64|(3904, 1600)", "tensor": "model.language_model.layers.6.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3904, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.2.mlp.up_proj.weight|2d-64|(384, 1344)", "tensor": "model.language_model.layers.2.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.2.mlp.up_proj.weight|2d-64|(2496, 1216)", "tensor": "model.language_model.layers.2.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2496, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.22.mlp.up_proj.weight|2d-64|(1344, 704)", "tensor": "model.language_model.layers.22.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1344, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.13.mlp.up_proj.weight|2d-64|(5120, 0)", "tensor": "model.language_model.layers.13.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5120, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.0.mlp.up_proj.weight|2d-64|(5696, 1408)", "tensor": "model.language_model.layers.0.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5696, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.12.mlp.up_proj.weight|2d-64|(2944, 0)", "tensor": "model.language_model.layers.12.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2944, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.20.mlp.up_proj.weight|2d-64|(4608, 448)", "tensor": "model.language_model.layers.20.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4608, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.0.mlp.up_proj.weight|2d-64|(5568, 1856)", "tensor": "model.language_model.layers.0.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5568, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.1.mlp.up_proj.weight|2d-64|(3904, 1216)", "tensor": "model.language_model.layers.1.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3904, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.6.mlp.up_proj.weight|2d-64|(4288, 128)", "tensor": "model.language_model.layers.6.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4288, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.18.mlp.up_proj.weight|2d-64|(3648, 1472)", "tensor": "model.language_model.layers.18.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3648, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.10.mlp.up_proj.weight|2d-64|(448, 448)", "tensor": "model.language_model.layers.10.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.14.mlp.up_proj.weight|2d-64|(768, 64)", "tensor": "model.language_model.layers.14.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.21.mlp.up_proj.weight|2d-64|(4416, 1088)", "tensor": "model.language_model.layers.21.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4416, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.6.mlp.up_proj.weight|2d-64|(4928, 704)", "tensor": "model.language_model.layers.6.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4928, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.10.mlp.up_proj.weight|2d-64|(1728, 1152)", "tensor": "model.language_model.layers.10.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1728, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.14.mlp.up_proj.weight|2d-64|(6016, 1600)", "tensor": "model.language_model.layers.14.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 6016, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.10.mlp.up_proj.weight|2d-64|(384, 1344)", "tensor": "model.language_model.layers.10.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.6.mlp.up_proj.weight|2d-64|(6016, 1216)", "tensor": "model.language_model.layers.6.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 6016, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.8.mlp.up_proj.weight|2d-64|(5120, 1344)", "tensor": "model.language_model.layers.8.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5120, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.0.mlp.up_proj.weight|2d-64|(5504, 1856)", "tensor": "model.language_model.layers.0.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5504, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.12.mlp.up_proj.weight|2d-64|(2432, 960)", "tensor": "model.language_model.layers.12.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2432, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.4.mlp.up_proj.weight|2d-64|(2112, 576)", "tensor": "model.language_model.layers.4.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2112, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.22.mlp.up_proj.weight|2d-64|(320, 512)", "tensor": "model.language_model.layers.22.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.mlp.up_proj.weight|2d-64|(768, 384)", "tensor": "model.language_model.layers.7.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.6.mlp.up_proj.weight|2d-64|(3456, 832)", "tensor": "model.language_model.layers.6.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3456, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.9.mlp.up_proj.weight|2d-64|(4672, 0)", "tensor": "model.language_model.layers.9.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4672, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.18.mlp.up_proj.weight|2d-64|(2368, 192)", "tensor": "model.language_model.layers.18.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2368, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.12.mlp.up_proj.weight|2d-64|(1472, 1984)", "tensor": "model.language_model.layers.12.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1472, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.22.mlp.up_proj.weight|2d-64|(3520, 1728)", "tensor": "model.language_model.layers.22.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3520, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.mlp.up_proj.weight|2d-64|(4864, 1216)", "tensor": "model.language_model.layers.7.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4864, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.17.mlp.up_proj.weight|2d-64|(4416, 1536)", "tensor": "model.language_model.layers.17.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4416, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.18.mlp.up_proj.weight|2d-64|(960, 1792)", "tensor": "model.language_model.layers.18.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.12.mlp.up_proj.weight|2d-64|(4928, 1472)", "tensor": "model.language_model.layers.12.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4928, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.22.mlp.up_proj.weight|2d-64|(3712, 64)", "tensor": "model.language_model.layers.22.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3712, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.2.mlp.up_proj.weight|2d-64|(3136, 1920)", "tensor": "model.language_model.layers.2.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3136, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.mlp.up_proj.weight|2d-64|(5824, 1984)", "tensor": "model.language_model.layers.7.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5824, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.6.mlp.up_proj.weight|2d-64|(768, 1408)", "tensor": "model.language_model.layers.6.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.14.mlp.up_proj.weight|2d-64|(2880, 576)", "tensor": "model.language_model.layers.14.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2880, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.1.mlp.up_proj.weight|2d-64|(4992, 1664)", "tensor": "model.language_model.layers.1.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4992, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.mlp.up_proj.weight|2d-64|(3648, 320)", "tensor": "model.language_model.layers.3.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3648, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.mlp.up_proj.weight|2d-64|(1664, 768)", "tensor": "model.language_model.layers.11.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.1.mlp.up_proj.weight|2d-64|(4416, 896)", "tensor": "model.language_model.layers.1.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4416, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.5.mlp.up_proj.weight|2d-64|(640, 384)", "tensor": "model.language_model.layers.5.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.mlp.up_proj.weight|2d-64|(512, 1344)", "tensor": "model.language_model.layers.15.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.13.mlp.up_proj.weight|2d-64|(3904, 256)", "tensor": "model.language_model.layers.13.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3904, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.0.mlp.up_proj.weight|2d-64|(4480, 832)", "tensor": "model.language_model.layers.0.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4480, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.22.mlp.up_proj.weight|2d-64|(3072, 1600)", "tensor": "model.language_model.layers.22.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3072, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.0.mlp.up_proj.weight|2d-64|(5888, 1984)", "tensor": "model.language_model.layers.0.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5888, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.12.mlp.up_proj.weight|2d-64|(1792, 64)", "tensor": "model.language_model.layers.12.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1792, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.8.mlp.up_proj.weight|2d-64|(3904, 1024)", "tensor": "model.language_model.layers.8.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3904, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.4.mlp.up_proj.weight|2d-64|(4672, 384)", "tensor": "model.language_model.layers.4.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4672, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.16.mlp.up_proj.weight|2d-64|(2816, 1792)", "tensor": "model.language_model.layers.16.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2816, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.mlp.up_proj.weight|2d-64|(192, 384)", "tensor": "model.language_model.layers.7.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.14.mlp.up_proj.weight|2d-64|(3648, 896)", "tensor": "model.language_model.layers.14.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3648, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.16.mlp.up_proj.weight|2d-64|(2176, 192)", "tensor": "model.language_model.layers.16.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2176, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.12.mlp.up_proj.weight|2d-64|(640, 1600)", "tensor": "model.language_model.layers.12.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.16.mlp.up_proj.weight|2d-64|(1280, 896)", "tensor": "model.language_model.layers.16.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1280, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.14.mlp.up_proj.weight|2d-64|(768, 1728)", "tensor": "model.language_model.layers.14.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.13.mlp.up_proj.weight|2d-64|(1408, 960)", "tensor": "model.language_model.layers.13.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.mlp.up_proj.weight|2d-64|(4864, 256)", "tensor": "model.language_model.layers.7.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4864, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.mlp.up_proj.weight|2d-64|(2240, 1472)", "tensor": "model.language_model.layers.19.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2240, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.2.mlp.up_proj.weight|2d-64|(5824, 1984)", "tensor": "model.language_model.layers.2.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5824, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.14.mlp.up_proj.weight|2d-64|(2496, 1280)", "tensor": "model.language_model.layers.14.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2496, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.13.mlp.up_proj.weight|2d-64|(960, 512)", "tensor": "model.language_model.layers.13.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.9.mlp.up_proj.weight|2d-64|(2240, 1600)", "tensor": "model.language_model.layers.9.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2240, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.21.mlp.up_proj.weight|2d-64|(5312, 1472)", "tensor": "model.language_model.layers.21.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5312, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.0.mlp.up_proj.weight|2d-64|(1280, 128)", "tensor": "model.language_model.layers.0.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1280, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.22.mlp.up_proj.weight|2d-64|(4736, 896)", "tensor": "model.language_model.layers.22.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4736, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.10.mlp.up_proj.weight|2d-64|(1600, 1920)", "tensor": "model.language_model.layers.10.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1600, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.21.mlp.up_proj.weight|2d-64|(1408, 128)", "tensor": "model.language_model.layers.21.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.8.mlp.up_proj.weight|2d-64|(5568, 768)", "tensor": "model.language_model.layers.8.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5568, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.16.mlp.up_proj.weight|2d-64|(704, 320)", "tensor": "model.language_model.layers.16.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.mlp.up_proj.weight|2d-64|(4224, 64)", "tensor": "model.language_model.layers.19.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4224, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.9.mlp.up_proj.weight|2d-64|(3520, 384)", "tensor": "model.language_model.layers.9.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3520, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.17.mlp.up_proj.weight|2d-64|(5376, 576)", "tensor": "model.language_model.layers.17.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5376, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.20.mlp.up_proj.weight|2d-64|(6016, 256)", "tensor": "model.language_model.layers.20.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 6016, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.9.mlp.up_proj.weight|2d-64|(5952, 1664)", "tensor": "model.language_model.layers.9.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5952, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.mlp.up_proj.weight|2d-64|(2112, 1728)", "tensor": "model.language_model.layers.19.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2112, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.6.mlp.up_proj.weight|2d-64|(5248, 64)", "tensor": "model.language_model.layers.6.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5248, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.mlp.up_proj.weight|2d-64|(2752, 704)", "tensor": "model.language_model.layers.11.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2752, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.12.mlp.up_proj.weight|2d-64|(5824, 448)", "tensor": "model.language_model.layers.12.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5824, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.mlp.up_proj.weight|2d-64|(1216, 64)", "tensor": "model.language_model.layers.15.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1216, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.21.mlp.up_proj.weight|2d-64|(832, 1536)", "tensor": "model.language_model.layers.21.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.13.mlp.up_proj.weight|2d-64|(5568, 704)", "tensor": "model.language_model.layers.13.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5568, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.9.mlp.up_proj.weight|2d-64|(64, 1536)", "tensor": "model.language_model.layers.9.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.1.mlp.up_proj.weight|2d-64|(4416, 1600)", "tensor": "model.language_model.layers.1.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4416, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.5.mlp.up_proj.weight|2d-64|(2304, 896)", "tensor": "model.language_model.layers.5.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2304, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.mlp.up_proj.weight|2d-64|(5184, 192)", "tensor": "model.language_model.layers.23.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5184, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.12.mlp.up_proj.weight|2d-64|(3392, 640)", "tensor": "model.language_model.layers.12.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3392, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.22.mlp.up_proj.weight|2d-64|(3008, 1088)", "tensor": "model.language_model.layers.22.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3008, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.1.mlp.up_proj.weight|2d-64|(448, 640)", "tensor": "model.language_model.layers.1.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.mlp.up_proj.weight|2d-64|(832, 1472)", "tensor": "model.language_model.layers.19.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.1.mlp.up_proj.weight|2d-64|(5440, 448)", "tensor": "model.language_model.layers.1.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5440, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.18.mlp.up_proj.weight|2d-64|(64, 640)", "tensor": "model.language_model.layers.18.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.mlp.up_proj.weight|2d-64|(3904, 64)", "tensor": "model.language_model.layers.15.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3904, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.mlp.up_proj.weight|2d-64|(5696, 1216)", "tensor": "model.language_model.layers.11.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5696, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.18.mlp.up_proj.weight|2d-64|(1664, 1088)", "tensor": "model.language_model.layers.18.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.1.mlp.up_proj.weight|2d-64|(1472, 640)", "tensor": "model.language_model.layers.1.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1472, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.mlp.up_proj.weight|2d-64|(5696, 1536)", "tensor": "model.language_model.layers.19.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5696, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.10.mlp.up_proj.weight|2d-64|(640, 1984)", "tensor": "model.language_model.layers.10.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.mlp.up_proj.weight|2d-64|(4480, 1280)", "tensor": "model.language_model.layers.3.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4480, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.6.mlp.up_proj.weight|2d-64|(4352, 832)", "tensor": "model.language_model.layers.6.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4352, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.22.mlp.up_proj.weight|2d-64|(576, 1728)", "tensor": "model.language_model.layers.22.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.8.mlp.up_proj.weight|2d-64|(1344, 512)", "tensor": "model.language_model.layers.8.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1344, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.17.mlp.up_proj.weight|2d-64|(2304, 768)", "tensor": "model.language_model.layers.17.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2304, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.4.mlp.up_proj.weight|2d-64|(3328, 576)", "tensor": "model.language_model.layers.4.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3328, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.12.mlp.up_proj.weight|2d-64|(3200, 1344)", "tensor": "model.language_model.layers.12.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3200, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.22.mlp.up_proj.weight|2d-64|(1856, 832)", "tensor": "model.language_model.layers.22.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.0.mlp.up_proj.weight|2d-64|(5248, 1216)", "tensor": "model.language_model.layers.0.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5248, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.mlp.up_proj.weight|2d-64|(3648, 1152)", "tensor": "model.language_model.layers.3.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3648, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.mlp.up_proj.weight|2d-64|(3712, 768)", "tensor": "model.language_model.layers.19.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3712, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.8.mlp.up_proj.weight|2d-64|(1024, 0)", "tensor": "model.language_model.layers.8.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1024, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.13.mlp.up_proj.weight|2d-64|(5056, 768)", "tensor": "model.language_model.layers.13.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5056, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.1.mlp.up_proj.weight|2d-64|(3712, 1792)", "tensor": "model.language_model.layers.1.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3712, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.1.mlp.up_proj.weight|2d-64|(4864, 1792)", "tensor": "model.language_model.layers.1.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4864, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.mlp.up_proj.weight|2d-64|(3840, 512)", "tensor": "model.language_model.layers.23.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3840, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.17.mlp.up_proj.weight|2d-64|(3072, 640)", "tensor": "model.language_model.layers.17.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3072, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.2.mlp.up_proj.weight|2d-64|(448, 1408)", "tensor": "model.language_model.layers.2.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.16.mlp.up_proj.weight|2d-64|(3648, 1856)", "tensor": "model.language_model.layers.16.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3648, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.5.mlp.up_proj.weight|2d-64|(2048, 64)", "tensor": "model.language_model.layers.5.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2048, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.mlp.up_proj.weight|2d-64|(960, 832)", "tensor": "model.language_model.layers.3.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.mlp.up_proj.weight|2d-64|(960, 1024)", "tensor": "model.language_model.layers.23.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.16.mlp.up_proj.weight|2d-64|(6016, 320)", "tensor": "model.language_model.layers.16.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 6016, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.mlp.up_proj.weight|2d-64|(1024, 1088)", "tensor": "model.language_model.layers.19.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1024, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.14.mlp.up_proj.weight|2d-64|(320, 1408)", "tensor": "model.language_model.layers.14.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.8.mlp.up_proj.weight|2d-64|(1472, 1856)", "tensor": "model.language_model.layers.8.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1472, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.5.mlp.up_proj.weight|2d-64|(4032, 128)", "tensor": "model.language_model.layers.5.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4032, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.0.mlp.up_proj.weight|2d-64|(1600, 896)", "tensor": "model.language_model.layers.0.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1600, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.16.mlp.up_proj.weight|2d-64|(4736, 1984)", "tensor": "model.language_model.layers.16.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4736, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.2.mlp.up_proj.weight|2d-64|(2368, 1408)", "tensor": "model.language_model.layers.2.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2368, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.17.mlp.up_proj.weight|2d-64|(2816, 448)", "tensor": "model.language_model.layers.17.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2816, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.18.mlp.up_proj.weight|2d-64|(3456, 832)", "tensor": "model.language_model.layers.18.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3456, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.4.mlp.up_proj.weight|2d-64|(4992, 0)", "tensor": "model.language_model.layers.4.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4992, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.22.mlp.up_proj.weight|2d-64|(5248, 576)", "tensor": "model.language_model.layers.22.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5248, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.0.mlp.up_proj.weight|2d-64|(5056, 1408)", "tensor": "model.language_model.layers.0.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5056, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.1.mlp.up_proj.weight|2d-64|(3712, 1664)", "tensor": "model.language_model.layers.1.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3712, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.mlp.up_proj.weight|2d-64|(5760, 640)", "tensor": "model.language_model.layers.23.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5760, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.18.mlp.up_proj.weight|2d-64|(3712, 640)", "tensor": "model.language_model.layers.18.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3712, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.2.mlp.up_proj.weight|2d-64|(3776, 1856)", "tensor": "model.language_model.layers.2.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3776, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.6.mlp.up_proj.weight|2d-64|(3136, 768)", "tensor": "model.language_model.layers.6.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3136, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.0.mlp.up_proj.weight|2d-64|(832, 1344)", "tensor": "model.language_model.layers.0.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.5.mlp.up_proj.weight|2d-64|(5760, 256)", "tensor": "model.language_model.layers.5.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5760, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.17.mlp.up_proj.weight|2d-64|(4736, 1728)", "tensor": "model.language_model.layers.17.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4736, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.8.mlp.up_proj.weight|2d-64|(576, 0)", "tensor": "model.language_model.layers.8.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.mlp.up_proj.weight|2d-64|(1664, 576)", "tensor": "model.language_model.layers.23.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.10.mlp.up_proj.weight|2d-64|(4096, 704)", "tensor": "model.language_model.layers.10.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4096, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.10.mlp.up_proj.weight|2d-64|(2304, 1344)", "tensor": "model.language_model.layers.10.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2304, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.21.mlp.up_proj.weight|2d-64|(5952, 1152)", "tensor": "model.language_model.layers.21.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5952, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.18.mlp.up_proj.weight|2d-64|(5312, 1664)", "tensor": "model.language_model.layers.18.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5312, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.12.mlp.up_proj.weight|2d-64|(3072, 1600)", "tensor": "model.language_model.layers.12.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3072, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.13.mlp.up_proj.weight|2d-64|(3840, 1600)", "tensor": "model.language_model.layers.13.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3840, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.mlp.up_proj.weight|2d-64|(1536, 1664)", "tensor": "model.language_model.layers.7.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1536, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.mlp.up_proj.weight|2d-64|(640, 832)", "tensor": "model.language_model.layers.3.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.14.mlp.up_proj.weight|2d-64|(2752, 1344)", "tensor": "model.language_model.layers.14.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2752, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.2.mlp.up_proj.weight|2d-64|(4992, 1344)", "tensor": "model.language_model.layers.2.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4992, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.17.mlp.up_proj.weight|2d-64|(1344, 1472)", "tensor": "model.language_model.layers.17.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1344, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.16.mlp.up_proj.weight|2d-64|(768, 1408)", "tensor": "model.language_model.layers.16.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.mlp.up_proj.weight|2d-64|(2432, 1856)", "tensor": "model.language_model.layers.11.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2432, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.13.mlp.up_proj.weight|2d-64|(3584, 64)", "tensor": "model.language_model.layers.13.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3584, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.13.mlp.up_proj.weight|2d-64|(2048, 1664)", "tensor": "model.language_model.layers.13.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2048, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.18.mlp.up_proj.weight|2d-64|(1856, 1664)", "tensor": "model.language_model.layers.18.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.12.mlp.up_proj.weight|2d-64|(5696, 128)", "tensor": "model.language_model.layers.12.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5696, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.mlp.up_proj.weight|2d-64|(4224, 1728)", "tensor": "model.language_model.layers.11.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4224, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.mlp.up_proj.weight|2d-64|(1152, 1664)", "tensor": "model.language_model.layers.3.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1152, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.21.mlp.up_proj.weight|2d-64|(1280, 384)", "tensor": "model.language_model.layers.21.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1280, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.9.mlp.up_proj.weight|2d-64|(1600, 832)", "tensor": "model.language_model.layers.9.mlp.up_proj.weight", "role": "model.language_model.layers.*.mlp.up_proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1600, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-128|(256, 896)", "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(0, 128)", "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(0, 256)", "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-128|(384, 512)", "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(0, 512)", "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(0, 640)", "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(128, 0)", "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(0, 896)", "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(0, 1024)", "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(0, 1152)", "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(0, 1280)", "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(256, 0)", "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-128|(0, 640)", "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(0, 1664)", "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(0, 1792)", "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(0, 1920)", "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(128, 1280)", "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(128, 128)", "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(128, 256)", "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(128, 384)", "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(128, 512)", "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(128, 640)", "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(128, 768)", "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(128, 896)", "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(128, 1024)", "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(128, 1152)", "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-128|(0, 512)", "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(128, 1408)", "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(384, 384)", "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-128|(128, 1408)", "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(128, 1792)", "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(128, 1920)", "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(256, 0)", "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(256, 128)", "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(256, 256)", "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(256, 384)", "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(256, 512)", "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(256, 640)", "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(256, 768)", "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(128, 512)", "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-128|(256, 640)", "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(256, 1152)", "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(256, 1280)", "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(256, 1408)", "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(256, 1536)", "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(256, 1664)", "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(256, 1792)", "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(256, 1920)", "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(384, 0)", "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(384, 128)", "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(384, 256)", "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(384, 384)", "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(384, 512)", "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(384, 640)", "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(384, 768)", "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(384, 896)", "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(0, 1408)", "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(384, 1152)", "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(384, 1280)", "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(384, 1408)", "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(128, 256)", "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(256, 384)", "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(384, 1792)", "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(0, 1280)", "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(0, 0)", "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(0, 128)", "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(0, 256)", "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-128|(128, 1280)", "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(384, 1664)", "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(0, 640)", "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(0, 768)", "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(0, 896)", "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-128|(0, 896)", "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-128|(384, 1152)", "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-128|(384, 1024)", "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(0, 1408)", "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(0, 1536)", "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(0, 1664)", "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(0, 1792)", "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(0, 1920)", "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-128|(256, 1408)", "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(128, 128)", "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(128, 256)", "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(128, 384)", "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-128|(0, 1152)", "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-128|(0, 1280)", "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-128|(384, 1536)", "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(128, 896)", "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(128, 1024)", "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(0, 896)", "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(384, 1536)", "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(128, 1408)", "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-128|(128, 640)", "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-128|(0, 1664)", "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-128|(256, 128)", "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(128, 1920)", "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(256, 0)", "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(256, 128)", "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(256, 256)", "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-128|(0, 1920)", "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(256, 512)", "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(256, 640)", "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(256, 1280)", "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-128|(128, 0)", "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(256, 1024)", "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(256, 1152)", "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(256, 1280)", "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(256, 1408)", "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(256, 1536)", "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-128|(384, 1408)", "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(256, 1792)", "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(256, 1920)", "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(384, 0)", "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-128|(256, 0)", "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(0, 384)", "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-128|(128, 1152)", "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-128|(128, 896)", "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(384, 640)", "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(384, 768)", "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(384, 896)", "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(384, 1024)", "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(384, 1152)", "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(384, 1280)", "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(384, 1408)", "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(384, 1536)", "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(384, 1664)", "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(384, 1792)", "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(384, 640)", "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-128|(0, 0)", "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-128|(0, 128)", "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(256, 512)", "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-128|(0, 384)", "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-128|(0, 512)", "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(128, 1408)", "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-128|(0, 768)", "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-128|(0, 896)", "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-128|(0, 1024)", "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-128|(0, 1152)", "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-128|(256, 1536)", "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-128|(0, 1408)", "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-128|(0, 1536)", "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-128|(0, 1664)", "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-128|(0, 1792)", "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-128|(0, 1920)", "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-128|(128, 0)", "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-128|(128, 128)", "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-128|(128, 256)", "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-128|(128, 384)", "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-128|(128, 512)", "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-128|(128, 640)", "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(0, 768)", "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-128|(128, 896)", "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-128|(128, 1024)", "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-128|(128, 1152)", "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-128|(128, 1280)", "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-128|(128, 1408)", "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(0, 1920)", "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(0, 1792)", "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-128|(128, 1792)", "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-128|(128, 1920)", "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-128|(256, 0)", "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-128|(256, 128)", "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-128|(256, 256)", "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-128|(256, 384)", "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-128|(256, 512)", "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(128, 384)", "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-128|(256, 768)", "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-128|(256, 896)", "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-128|(256, 1024)", "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-128|(256, 1152)", "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-128|(256, 1280)", "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-128|(256, 1408)", "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-128|(256, 1664)", "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-128|(128, 768)", "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-128|(384, 0)", "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-128|(256, 1920)", "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-128|(384, 0)", "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-128|(384, 128)", "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-128|(384, 256)", "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-128|(384, 384)", "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-128|(384, 512)", "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(128, 1664)", "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(0, 256)", "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(256, 1024)", "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-128|(384, 1024)", "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(128, 1536)", "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-128|(384, 1280)", "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-128|(384, 1408)", "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-128|(384, 1536)", "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(256, 1536)", "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-128|(256, 1024)", "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-128|(384, 1920)", "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-128|(128, 128)", "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 128)", "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 256)", "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 384)", "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 512)", "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 640)", "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 768)", "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(256, 1152)", "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1024)", "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-128|(384, 640)", "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-128|(0, 1024)", "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1408)", "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)", "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1664)", "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(0, 1024)", "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(256, 1408)", "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(128, 0)", "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(128, 128)", "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(256, 256)", "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(128, 384)", "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(384, 1792)", "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(256, 128)", "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(128, 768)", "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(128, 896)", "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(128, 1024)", "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(128, 1152)", "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(128, 1024)", "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(128, 1408)", "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(128, 1536)", "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(128, 1664)", "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(128, 1792)", "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(128, 1920)", "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-128|(128, 256)", "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(256, 128)", "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(0, 0)", "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(256, 384)", "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(256, 512)", "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(256, 640)", "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(384, 128)", "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(256, 896)", "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(256, 1920)", "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(128, 1920)", "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(256, 1280)", "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(128, 1792)", "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(0, 640)", "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(256, 1664)", "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-128|(128, 1664)", "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(256, 1920)", "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(384, 0)", "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-128|(256, 384)", "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(384, 256)", "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(384, 384)", "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(0, 1664)", "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-128|(128, 1536)", "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(384, 768)", "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(384, 768)", "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(384, 1024)", "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-128|(128, 512)", "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(384, 1920)", "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(384, 1408)", "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-128|(256, 1280)", "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(384, 1664)", "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(256, 768)", "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(384, 1920)", "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(192, 832)", "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(128, 1216)", "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(192, 128)", "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(384, 1728)", "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(0, 256)", "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(0, 320)", "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(384, 768)", "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(320, 1792)", "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(384, 960)", "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(320, 1408)", "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(0, 0)", "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(0, 704)", "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(320, 1216)", "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 704)", "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(0, 896)", "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(320, 640)", "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-64|(448, 576)", "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(128, 1344)", "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-64|(192, 1216)", "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(320, 1984)", "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(0, 1280)", "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(0, 1344)", "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(192, 1600)", "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 640)", "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(0, 1536)", "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(256, 1152)", "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(64, 1984)", "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(0, 1984)", "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-64|(448, 1152)", "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-64|(0, 512)", "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(192, 512)", "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(0, 1984)", "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(192, 448)", "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(384, 576)", "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(384, 1664)", "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(128, 1472)", "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(448, 768)", "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-64|(256, 1024)", "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-64|(384, 896)", "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(0, 1984)", "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(256, 1024)", "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(64, 576)", "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(256, 960)", "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(64, 1728)", "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(384, 512)", "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(448, 1088)", "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-64|(192, 640)", "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(192, 1088)", "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(320, 1664)", "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(256, 640)", "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(256, 1408)", "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(128, 1024)", "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-64|(256, 1600)", "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(256, 1152)", "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(128, 1344)", "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(384, 896)", "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(64, 1536)", "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1024)", "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(64, 768)", "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(256, 1536)", "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(64, 1216)", "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(64, 1856)", "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(128, 1728)", "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-64|(64, 1152)", "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(128, 0)", "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(128, 128)", "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(128, 128)", "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(256, 1728)", "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(128, 1536)", "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(0, 1792)", "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(320, 0)", "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(128, 1472)", "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(320, 192)", "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(192, 1152)", "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(128, 1728)", "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(0, 1472)", "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-64|(384, 192)", "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(0, 1920)", "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(64, 1024)", "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(192, 704)", "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(128, 1024)", "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(128, 1024)", "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(384, 960)", "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(128, 1216)", "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(0, 1216)", "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(384, 1344)", "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(64, 896)", "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(256, 1664)", "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(0, 1088)", "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(320, 64)", "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(0, 576)", "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(320, 832)", "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-64|(384, 1856)", "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(384, 576)", "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-64|(0, 1856)", "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(448, 1920)", "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(64, 0)", "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(128, 704)", "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(192, 128)", "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(192, 192)", "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(256, 704)", "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(384, 1344)", "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-64|(384, 1600)", "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(384, 1792)", "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(384, 1920)", "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-64|(320, 256)", "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(128, 768)", "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-64|(192, 128)", "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(192, 768)", "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(192, 832)", "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(192, 896)", "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-64|(192, 960)", "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(192, 1024)", "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(192, 1088)", "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(448, 1664)", "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(0, 640)", "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-64|(320, 128)", "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(320, 1664)", "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(0, 1024)", "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(384, 1024)", "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(256, 1024)", "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(448, 320)", "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(192, 1664)", "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(256, 1856)", "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(256, 1280)", "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(192, 1664)", "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(448, 640)", "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-64|(256, 960)", "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-64|(128, 640)", "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(64, 896)", "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(64, 1728)", "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(64, 512)", "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(128, 640)", "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(256, 320)", "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(64, 128)", "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(448, 832)", "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(256, 768)", "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(448, 1088)", "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(128, 960)", "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(256, 704)", "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(256, 1984)", "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-64|(64, 512)", "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(448, 1920)", "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(0, 1216)", "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(256, 1024)", "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(0, 128)", "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-64|(192, 1664)", "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(128, 256)", "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(448, 960)", "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(192, 576)", "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(64, 960)", "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(384, 832)", "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(320, 1152)", "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-64|(384, 128)", "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1984)", "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(128, 896)", "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(256, 1792)", "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(0, 1728)", "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(256, 1920)", "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(64, 1792)", "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(192, 1280)", "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(128, 704)", "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 512)", "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(256, 1472)", "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(384, 448)", "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(64, 1472)", "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(128, 1216)", "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(0, 704)", "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-64|(320, 1920)", "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(0, 960)", "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(192, 1344)", "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(448, 256)", "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(320, 768)", "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-64|(448, 704)", "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(384, 704)", "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(128, 1536)", "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(384, 1664)", "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(320, 1088)", "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(192, 832)", "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(384, 1728)", "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-64|(256, 1344)", "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-64|(0, 704)", "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(128, 64)", "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(0, 1984)", "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(448, 1344)", "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(192, 64)", "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(320, 1664)", "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(448, 128)", "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(128, 192)", "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(256, 1536)", "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 960)", "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(448, 1216)", "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(384, 704)", "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(320, 1728)", "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(256, 384)", "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(448, 1024)", "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(320, 512)", "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(448, 1920)", "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-64|(0, 1472)", "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(320, 384)", "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(320, 256)", "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-64|(64, 1536)", "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-64|(256, 0)", "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(192, 704)", "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(384, 768)", "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(0, 1664)", "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(128, 1216)", "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(128, 896)", "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-64|(64, 256)", "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(0, 1024)", "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(320, 1024)", "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(384, 64)", "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(128, 0)", "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-64|(256, 256)", "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(192, 1664)", "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(128, 1536)", "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(128, 1152)", "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(0, 384)", "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(448, 1216)", "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(384, 1280)", "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(384, 1728)", "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(384, 1856)", "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(64, 1088)", "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(256, 1344)", "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(384, 1280)", "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(192, 256)", "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(448, 128)", "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(448, 192)", "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(64, 1472)", "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(448, 320)", "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(64, 1216)", "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(192, 1280)", "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(384, 1472)", "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-64|(192, 1984)", "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(256, 1024)", "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(256, 1408)", "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(192, 1472)", "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(448, 832)", "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-64|(0, 1984)", "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(192, 1856)", "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(320, 768)", "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(64, 960)", "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(384, 384)", "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(448, 1216)", "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(192, 1408)", "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(0, 448)", "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(128, 0)", "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(448, 320)", "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(0, 512)", "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(0, 1344)", "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(0, 448)", "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-64|(64, 320)", "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(448, 1472)", "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(448, 1408)", "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(384, 64)", "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(192, 768)", "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", "role": "model.language_model.layers.*.self_attn.k_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-128|(1536, 512)", "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(1152, 896)", "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(0, 0)", "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(256, 384)", "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(1280, 1152)", "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(384, 1536)", "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(512, 384)", "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(512, 640)", "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(512, 1536)", "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(1792, 256)", "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(384, 0)", "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(0, 1408)", "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-128|(1280, 0)", "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(1280, 1664)", "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(1408, 1024)", "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-128|(1920, 512)", "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(0, 1664)", "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(384, 640)", "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-128|(1024, 768)", "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-128|(768, 384)", "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(128, 1536)", "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(1792, 0)", "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-128|(640, 128)", "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1536, 1024)", "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(640, 768)", "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(128, 1152)", "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(640, 1920)", "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(896, 384)", "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-128|(1152, 1792)", "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(1280, 1664)", "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(128, 1280)", "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(640, 512)", "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(1024, 256)", "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(256, 128)", "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(1920, 896)", "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-128|(128, 1024)", "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-128|(1536, 256)", "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(1152, 1664)", "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(896, 1280)", "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(1280, 768)", "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1024, 256)", "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(1408, 1408)", "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-128|(512, 1024)", "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(768, 768)", "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(256, 1536)", "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(640, 0)", "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(1920, 640)", "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(640, 1792)", "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(1536, 512)", "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(512, 896)", "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(1792, 1152)", "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(640, 1664)", "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(1408, 1408)", "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(0, 1408)", "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(1152, 1536)", "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-128|(128, 512)", "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(1024, 1152)", "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(256, 256)", "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(1536, 384)", "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(512, 1152)", "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(512, 1920)", "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(384, 1664)", "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(128, 768)", "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1280, 128)", "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(512, 1280)", "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-128|(0, 512)", "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(768, 256)", "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(640, 1408)", "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1152, 1536)", "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(512, 640)", "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(128, 896)", "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(1536, 1408)", "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(384, 1792)", "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(1536, 1664)", "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-128|(512, 512)", "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(512, 1408)", "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(512, 1536)", "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(512, 1664)", "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(0, 1152)", "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(896, 256)", "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(0, 512)", "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(1152, 768)", "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(128, 1792)", "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(1408, 1152)", "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(768, 1408)", "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(640, 640)", "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(1664, 0)", "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-128|(896, 1152)", "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-128|(768, 128)", "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(512, 1280)", "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(256, 1792)", "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(640, 1408)", "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(384, 256)", "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(0, 1920)", "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(640, 1792)", "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1536, 1792)", "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(384, 1408)", "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(896, 1792)", "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(640, 128)", "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(1408, 896)", "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-128|(0, 0)", "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(1536, 1792)", "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(256, 640)", "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(1920, 1792)", "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(768, 1024)", "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(768, 1152)", "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(768, 1280)", "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(768, 1408)", "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(640, 1920)", "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(768, 1664)", "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(768, 1792)", "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(896, 1792)", "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(1536, 512)", "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(1664, 1920)", "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-128|(1024, 1408)", "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(896, 512)", "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(896, 512)", "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-128|(1408, 256)", "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(512, 0)", "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(896, 896)", "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1920, 896)", "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(1280, 640)", "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-128|(1024, 1664)", "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-128|(384, 384)", "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(768, 384)", "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1280, 1792)", "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(896, 1792)", "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(1024, 1280)", "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(1024, 0)", "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(512, 128)", "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(256, 1664)", "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(1024, 384)", "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(0, 1152)", "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(1536, 768)", "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(1152, 128)", "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-128|(896, 1664)", "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(1024, 1024)", "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(0, 896)", "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(128, 1664)", "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(1408, 1536)", "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(1536, 384)", "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(256, 1280)", "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(256, 896)", "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(1280, 128)", "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(640, 128)", "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(1280, 384)", "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(640, 768)", "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(1408, 640)", "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1792, 640)", "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(1152, 640)", "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(1920, 0)", "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(1664, 0)", "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(512, 0)", "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(1152, 1152)", "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-128|(256, 768)", "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-128|(0, 768)", "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(1536, 640)", "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(1024, 1152)", "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(1152, 128)", "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(1664, 1152)", "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(512, 1152)", "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(1280, 128)", "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(896, 1280)", "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(1280, 384)", "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1664, 768)", "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-128|(1920, 1792)", "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(1280, 768)", "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(1280, 896)", "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(1920, 1408)", "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1664, 1664)", "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(1664, 640)", "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(1280, 1408)", "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(128, 1408)", "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(384, 512)", "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(512, 1408)", "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1152, 640)", "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(1536, 1280)", "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(1408, 128)", "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1152, 128)", "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(512, 256)", "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1664, 1920)", "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(1920, 1280)", "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(1536, 896)", "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(1408, 896)", "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(384, 512)", "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(1408, 1152)", "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(896, 1536)", "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(256, 256)", "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(1664, 384)", "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(640, 1536)", "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(1024, 1280)", "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1408, 256)", "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-128|(256, 128)", "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(1280, 256)", "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1792, 0)", "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-128|(1280, 1920)", "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(512, 896)", "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1664, 128)", "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(1152, 1408)", "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(1536, 896)", "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-128|(1280, 1664)", "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(1536, 1152)", "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-128|(768, 256)", "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(1536, 1408)", "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(640, 512)", "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(1536, 1664)", "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(1280, 1792)", "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(1024, 1024)", "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(384, 1664)", "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-128|(1920, 1024)", "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(512, 1664)", "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(1280, 896)", "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-128|(896, 896)", "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(1792, 1024)", "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-128|(256, 1024)", "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(128, 1920)", "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(768, 384)", "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(1664, 1152)", "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(0, 256)", "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(1664, 1408)", "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(1280, 1280)", "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(1408, 128)", "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-128|(1920, 1920)", "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(1664, 1920)", "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(1792, 0)", "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(1024, 896)", "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(1280, 512)", "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1152, 1408)", "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(512, 1024)", "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(256, 1280)", "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(1408, 768)", "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-128|(128, 1536)", "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(768, 1920)", "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(1792, 1152)", "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(1152, 512)", "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(512, 1920)", "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-128|(384, 1536)", "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1280, 256)", "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(384, 128)", "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(0, 896)", "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(1920, 1280)", "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-128|(1792, 640)", "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(1920, 256)", "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(768, 384)", "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(1920, 640)", "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(1920, 640)", "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(1792, 1920)", "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(256, 384)", "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(896, 1664)", "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(384, 1024)", "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(1920, 1280)", "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1536, 768)", "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(768, 1536)", "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(512, 1536)", "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(1024, 512)", "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1792, 1152)", "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(640, 640)", "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(448, 768)", "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(1216, 1088)", "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1216, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(64, 256)", "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(832, 512)", "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(448, 1408)", "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-64|(1024, 1920)", "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1024, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-64|(832, 1984)", "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1664, 1728)", "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1856, 768)", "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(1664, 576)", "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(1792, 896)", "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1792, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-64|(0, 512)", "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(128, 448)", "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(1536, 320)", "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1536, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(384, 1472)", "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-64|(1600, 1408)", "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1600, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(384, 896)", "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(1856, 704)", "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(1280, 640)", "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1280, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(1472, 1216)", "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1472, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(1472, 1472)", "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1472, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(1984, 1024)", "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1984, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-64|(960, 1600)", "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(1408, 704)", "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(832, 0)", "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-64|(0, 1664)", "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(1344, 1024)", "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1344, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(576, 1920)", "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1280, 896)", "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1280, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(704, 1856)", "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-64|(1216, 1792)", "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1216, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(896, 1280)", "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(128, 64)", "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(256, 384)", "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(768, 1984)", "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1792, 960)", "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1792, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-64|(64, 320)", "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(1920, 1024)", "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1920, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-64|(1728, 1408)", "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1728, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(896, 128)", "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(960, 64)", "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(1600, 1408)", "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1600, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1088, 768)", "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1088, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(1216, 896)", "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1216, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-64|(768, 1920)", "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(1408, 1280)", "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1216, 512)", "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1216, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1856, 1984)", "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(512, 960)", "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(1600, 1664)", "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1600, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-64|(1472, 1408)", "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1472, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1216, 256)", "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1216, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-64|(768, 1088)", "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(704, 320)", "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(1792, 704)", "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1792, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(1408, 1216)", "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(896, 576)", "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(640, 960)", "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(1408, 704)", "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-64|(1664, 128)", "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-64|(1024, 1408)", "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1024, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(1664, 320)", "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(1344, 320)", "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1344, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(1344, 1152)", "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1344, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(1408, 832)", "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(960, 1856)", "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(0, 128)", "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-64|(192, 1600)", "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(1792, 1856)", "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1792, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(1472, 64)", "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1472, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-64|(832, 1216)", "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(768, 1024)", "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(0, 1472)", "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(320, 1472)", "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(512, 512)", "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(1024, 1024)", "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1024, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-64|(1344, 192)", "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1344, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-64|(320, 832)", "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(0, 1536)", "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-64|(960, 1984)", "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(1920, 1728)", "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1920, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-64|(576, 448)", "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(1536, 320)", "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1536, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(384, 1920)", "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-64|(1728, 1408)", "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1728, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(832, 256)", "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(128, 768)", "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(1792, 1664)", "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1792, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-64|(1536, 384)", "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1536, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-64|(704, 1280)", "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(1536, 512)", "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1536, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(256, 1216)", "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(1472, 1728)", "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1472, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-64|(1344, 1536)", "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1344, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(1024, 192)", "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1024, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1792, 896)", "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1792, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(832, 1472)", "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1280, 512)", "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1280, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(512, 128)", "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(896, 128)", "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(1600, 1088)", "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1600, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1088, 1280)", "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1088, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(384, 704)", "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1536, 1856)", "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1536, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(448, 448)", "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-64|(64, 1664)", "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(1856, 384)", "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-64|(960, 1280)", "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(1792, 448)", "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1792, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1024, 1920)", "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1024, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(384, 640)", "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(1664, 960)", "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(64, 1792)", "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-64|(192, 1152)", "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-64|(640, 1152)", "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1984, 704)", "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1984, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(1920, 320)", "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1920, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(448, 64)", "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(0, 64)", "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(1984, 512)", "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1984, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(576, 832)", "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(512, 1920)", "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(960, 0)", "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(0, 448)", "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-64|(512, 896)", "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-64|(1600, 1152)", "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1600, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-64|(192, 1984)", "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(832, 192)", "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-64|(960, 1856)", "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(192, 256)", "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-64|(1536, 1472)", "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1536, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-64|(896, 1472)", "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(896, 448)", "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(192, 832)", "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(1728, 960)", "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1728, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(1856, 1088)", "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-64|(384, 192)", "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(128, 1792)", "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(256, 832)", "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(1728, 1408)", "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1728, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(1664, 64)", "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(384, 1216)", "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(768, 1280)", "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-64|(768, 1280)", "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(1728, 320)", "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1728, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(0, 1984)", "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-64|(1152, 1024)", "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1152, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(256, 128)", "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(384, 960)", "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-64|(1216, 512)", "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1216, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(1024, 1472)", "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1024, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(64, 128)", "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(1024, 1152)", "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1024, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(0, 1472)", "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(448, 1280)", "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-64|(768, 0)", "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(640, 832)", "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(64, 512)", "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(1152, 192)", "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1152, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-64|(1216, 1536)", "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1216, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-64|(320, 64)", "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-64|(1664, 1856)", "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-64|(1984, 192)", "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1984, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-64|(1984, 384)", "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1984, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-64|(320, 320)", "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-64|(512, 1984)", "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-64|(896, 1472)", "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(256, 1280)", "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(128, 256)", "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-64|(192, 448)", "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(1536, 1536)", "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1536, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-64|(1920, 64)", "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1920, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1600, 1344)", "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1600, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-64|(1152, 960)", "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1152, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(576, 1280)", "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-64|(1792, 1024)", "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1792, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1728, 896)", "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1728, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(960, 1152)", "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(1600, 192)", "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1600, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(704, 256)", "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(320, 512)", "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-64|(1600, 384)", "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1600, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(1920, 640)", "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1920, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(448, 384)", "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(1920, 64)", "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1920, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(1088, 1664)", "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1088, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1728, 1088)", "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1728, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-64|(1152, 1088)", "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1152, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(512, 448)", "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-64|(192, 1152)", "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(832, 1536)", "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-64|(384, 0)", "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(384, 320)", "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-64|(768, 896)", "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1472, 64)", "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1472, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(192, 0)", "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1856, 1600)", "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(704, 192)", "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-64|(1856, 896)", "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(1152, 576)", "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1152, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(768, 1344)", "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(448, 1536)", "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(1536, 448)", "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1536, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(1472, 64)", "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1472, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(1728, 1152)", "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1728, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-64|(1792, 192)", "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1792, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(1600, 512)", "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1600, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(1088, 1408)", "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1088, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(640, 1024)", "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-64|(1664, 1024)", "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-64|(384, 1216)", "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-64|(384, 1280)", "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1472, 768)", "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1472, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(192, 320)", "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(448, 128)", "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-64|(640, 1984)", "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-64|(0, 1856)", "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(1408, 640)", "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(1408, 192)", "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-64|(1216, 576)", "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1216, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(960, 1856)", "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-64|(576, 1536)", "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-64|(768, 1472)", "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(1088, 1408)", "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1088, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1792, 64)", "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1792, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(1152, 1472)", "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1152, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(448, 640)", "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1984, 576)", "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1984, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1344, 1536)", "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1344, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(448, 576)", "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(1024, 128)", "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1024, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(1984, 576)", "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1984, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-64|(704, 0)", "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(960, 256)", "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(512, 64)", "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(64, 640)", "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1024, 1664)", "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1024, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-64|(448, 896)", "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(320, 1856)", "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(1728, 448)", "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1728, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-64|(384, 1088)", "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-64|(1344, 704)", "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1344, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(576, 1792)", "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(320, 1664)", "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-64|(1536, 960)", "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1536, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(576, 1856)", "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(384, 1344)", "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(1024, 960)", "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1024, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(704, 1664)", "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(896, 1408)", "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(256, 1856)", "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(320, 1600)", "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-64|(448, 1856)", "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(64, 1344)", "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-64|(1152, 192)", "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", "role": "model.language_model.layers.*.self_attn.o_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1152, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-128|(2048, 1664)", "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2048, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3584, 256)", "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3584, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(0, 256)", "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(3968, 256)", "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3968, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(2816, 1152)", "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2816, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3456, 0)", "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3456, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(1920, 512)", "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-128|(1536, 1280)", "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3968, 512)", "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3968, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-128|(256, 1408)", "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-128|(3456, 128)", "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3456, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-128|(384, 1664)", "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3968, 1664)", "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3968, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-128|(1024, 1792)", "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-128|(1152, 1152)", "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-128|(2944, 896)", "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2944, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(3712, 1792)", "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3712, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-128|(1024, 1024)", "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-128|(2304, 512)", "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2304, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(512, 128)", "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(1024, 640)", "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(2048, 896)", "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2048, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-128|(3840, 1024)", "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3840, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(128, 1792)", "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3968, 1920)", "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3968, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(2816, 1792)", "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2816, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3456, 768)", "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3456, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-128|(3328, 1664)", "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3328, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-128|(1280, 1152)", "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(128, 1664)", "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(3200, 256)", "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3200, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-128|(3200, 1792)", "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3200, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-128|(896, 1152)", "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-128|(2944, 1408)", "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2944, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-128|(768, 1920)", "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(3584, 1664)", "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3584, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(3328, 384)", "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3328, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-128|(0, 0)", "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-128|(512, 1920)", "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-128|(1920, 1536)", "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(2816, 512)", "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2816, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3584, 1024)", "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3584, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(384, 768)", "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-128|(3072, 1664)", "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3072, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(3584, 0)", "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3584, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(1408, 640)", "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3328, 768)", "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3328, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(256, 1920)", "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(2560, 1792)", "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2560, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(3968, 1664)", "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3968, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(2432, 1024)", "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2432, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-128|(768, 256)", "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(2688, 1536)", "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2688, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(256, 1024)", "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-128|(128, 1536)", "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(384, 896)", "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3456, 1024)", "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3456, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-128|(3328, 768)", "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3328, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-128|(3968, 128)", "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3968, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-128|(1920, 1792)", "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(2432, 1664)", "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2432, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(896, 896)", "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(384, 1792)", "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-128|(2816, 640)", "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2816, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(2560, 1536)", "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2560, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(3200, 1536)", "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3200, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(2816, 1280)", "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2816, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(1280, 1408)", "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-128|(1280, 1920)", "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(2816, 1280)", "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2816, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-128|(0, 768)", "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-128|(2432, 1152)", "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2432, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-128|(3072, 128)", "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3072, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(3456, 1536)", "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3456, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3328, 640)", "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3328, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(2304, 1024)", "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2304, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(2176, 1280)", "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2176, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-128|(2560, 1920)", "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2560, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-128|(3072, 1280)", "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3072, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(3968, 896)", "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3968, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-128|(256, 1024)", "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(2816, 512)", "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2816, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-128|(3072, 256)", "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3072, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-128|(1408, 384)", "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(2432, 0)", "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2432, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3840, 1280)", "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3840, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-128|(3840, 1408)", "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3840, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-128|(3456, 1536)", "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3456, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-128|(2048, 1024)", "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2048, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(2304, 128)", "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2304, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(1152, 512)", "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-128|(896, 512)", "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(0, 1792)", "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3072, 896)", "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3072, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(2944, 512)", "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2944, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(896, 1152)", "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(2688, 1920)", "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2688, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(2304, 1024)", "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2304, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(896, 1152)", "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(2688, 1024)", "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2688, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(3200, 0)", "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3200, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-128|(640, 1792)", "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3200, 384)", "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3200, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(768, 896)", "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-128|(128, 1792)", "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(3584, 768)", "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3584, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(768, 1280)", "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(3968, 768)", "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3968, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(3840, 512)", "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3840, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(768, 1664)", "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-128|(3328, 384)", "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3328, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(512, 384)", "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-128|(3072, 384)", "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3072, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-128|(2688, 768)", "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2688, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(1664, 1280)", "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(1792, 256)", "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-128|(2944, 256)", "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2944, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(1664, 128)", "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-128|(2688, 1408)", "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2688, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(128, 256)", "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(3584, 1024)", "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3584, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(3072, 384)", "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3072, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(2816, 1280)", "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2816, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-128|(3712, 640)", "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3712, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-128|(512, 1664)", "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(1152, 1536)", "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(3968, 1024)", "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3968, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(896, 1920)", "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(2176, 128)", "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2176, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(1536, 128)", "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(2944, 1920)", "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2944, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(1920, 1280)", "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(2816, 0)", "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2816, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(2048, 256)", "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2048, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(3072, 256)", "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3072, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(2816, 512)", "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2816, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-128|(1280, 896)", "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(3840, 896)", "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3840, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(2304, 256)", "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2304, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(2944, 512)", "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2944, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-128|(2944, 1280)", "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2944, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-128|(3712, 640)", "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3712, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(3840, 1408)", "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3840, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-128|(3584, 1536)", "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3584, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(2944, 1920)", "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2944, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(1664, 512)", "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-128|(512, 1024)", "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(1920, 768)", "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(1152, 512)", "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-128|(1280, 1536)", "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(1152, 768)", "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3328, 1792)", "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3328, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(1792, 1408)", "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(1280, 1792)", "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(3968, 128)", "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3968, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(3328, 0)", "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3328, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(512, 256)", "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(2304, 512)", "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2304, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(2688, 896)", "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2688, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(1536, 1152)", "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(1664, 768)", "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(384, 384)", "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(1664, 1920)", "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(3072, 1920)", "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3072, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-128|(256, 1792)", "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-128|(3712, 896)", "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3712, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(1024, 1792)", "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(640, 1024)", "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(3200, 0)", "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3200, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-128|(2688, 1024)", "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2688, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3840, 1920)", "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3840, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(384, 256)", "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(1280, 1536)", "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(1024, 0)", "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-128|(384, 128)", "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(1280, 1920)", "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(2176, 1024)", "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2176, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(512, 128)", "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(3584, 1536)", "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3584, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(2304, 1792)", "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2304, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-128|(3456, 768)", "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3456, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(1536, 1536)", "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(384, 1920)", "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-128|(896, 1536)", "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-128|(1408, 1280)", "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(2176, 128)", "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2176, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-128|(2560, 1024)", "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2560, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(0, 1920)", "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3968, 128)", "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3968, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3840, 640)", "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3840, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(128, 768)", "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(2560, 640)", "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2560, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-128|(3072, 1536)", "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3072, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(2304, 0)", "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2304, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(128, 768)", "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-128|(640, 1280)", "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(768, 768)", "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(1536, 1024)", "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-128|(1408, 1024)", "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3200, 512)", "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3200, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(1792, 384)", "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(3456, 640)", "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3456, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(1920, 1152)", "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(1280, 1792)", "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(1152, 384)", "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(2432, 1920)", "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2432, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-128|(128, 384)", "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(2688, 1792)", "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2688, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(2944, 128)", "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2944, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-128|(3328, 256)", "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3328, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(3328, 1408)", "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3328, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(2176, 384)", "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2176, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3456, 1536)", "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3456, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(2944, 1792)", "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2944, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(2944, 1536)", "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2944, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3712, 128)", "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3712, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(3200, 1152)", "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3200, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(2560, 768)", "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2560, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(640, 128)", "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(768, 1280)", "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3840, 768)", "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3840, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(0, 768)", "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-128|(1408, 512)", "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(256, 1536)", "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(2048, 128)", "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2048, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(1408, 0)", "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3968, 1408)", "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3968, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(128, 1536)", "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-128|(768, 0)", "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(1536, 512)", "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(1280, 384)", "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(1792, 896)", "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-128|(1536, 128)", "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3328, 128)", "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3328, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(3712, 0)", "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3712, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(2944, 1280)", "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2944, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(2304, 1920)", "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2304, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-128|(0, 0)", "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-128|(2048, 1536)", "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2048, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(1792, 1920)", "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-128|(1152, 0)", "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-128|(2304, 384)", "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2304, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(128, 1920)", "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(3072, 512)", "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3072, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(2432, 128)", "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2432, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(2560, 128)", "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2560, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(1024, 896)", "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(2560, 1152)", "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2560, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(640, 0)", "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-128|(3584, 128)", "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3584, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(1920, 1280)", "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3200, 0)", "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3200, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(1408, 128)", "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-128|(0, 1536)", "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(1408, 1536)", "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-128|(0, 1280)", "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(1344, 1728)", "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1344, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(3840, 1728)", "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3840, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-64|(1344, 1408)", "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1344, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-64|(0, 576)", "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(3648, 1472)", "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3648, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-64|(2432, 1792)", "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2432, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-64|(1664, 704)", "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-64|(3968, 704)", "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3968, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-64|(448, 1664)", "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(3712, 448)", "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3712, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(3840, 1536)", "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3840, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(3776, 1792)", "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3776, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(3776, 0)", "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3776, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(576, 1792)", "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(2880, 192)", "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2880, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(2752, 1152)", "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2752, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(1920, 832)", "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1920, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(896, 0)", "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(3456, 576)", "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3456, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(1600, 1216)", "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1600, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(1344, 0)", "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1344, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(2624, 960)", "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2624, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(2496, 1600)", "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2496, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(3840, 1216)", "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3840, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-64|(1792, 1600)", "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1792, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(0, 1600)", "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(3072, 1792)", "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3072, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(1152, 0)", "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1152, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2496, 384)", "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2496, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(3072, 1728)", "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3072, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(2752, 1088)", "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2752, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(3968, 1792)", "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3968, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(64, 1280)", "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(2112, 1856)", "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2112, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-64|(512, 768)", "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(384, 1728)", "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(1344, 1792)", "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1344, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(64, 320)", "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(2816, 1280)", "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2816, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(192, 1472)", "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-64|(2432, 896)", "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2432, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-64|(3648, 832)", "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3648, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(3840, 64)", "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3840, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(896, 320)", "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-64|(2368, 1088)", "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2368, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-64|(2560, 256)", "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2560, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1216, 640)", "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1216, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(192, 896)", "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(2240, 512)", "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2240, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1600, 1088)", "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1600, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(1408, 704)", "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(3584, 1024)", "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3584, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(1472, 0)", "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1472, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(1536, 256)", "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1536, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(128, 1536)", "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-64|(1408, 1856)", "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(2688, 1088)", "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2688, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1344, 320)", "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1344, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(704, 64)", "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(2048, 704)", "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2048, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-64|(128, 1792)", "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-64|(2112, 640)", "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2112, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(3968, 1280)", "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3968, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(320, 1088)", "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(1024, 1344)", "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1024, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(3584, 832)", "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3584, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-64|(1216, 256)", "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1216, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2624, 832)", "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2624, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(3456, 640)", "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3456, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-64|(3456, 704)", "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3456, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-64|(2304, 1600)", "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2304, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-64|(2496, 896)", "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2496, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(2496, 896)", "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2496, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(2624, 384)", "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2624, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(1024, 1280)", "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1024, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(256, 0)", "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1856, 512)", "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(3456, 1856)", "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3456, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(2624, 1728)", "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2624, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1408, 1024)", "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(3584, 1408)", "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3584, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(3712, 1472)", "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3712, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(3328, 0)", "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3328, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(3776, 1728)", "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3776, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-64|(2624, 320)", "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2624, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(3008, 1856)", "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3008, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-64|(2944, 1152)", "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2944, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(3200, 1664)", "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3200, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(3072, 704)", "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3072, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(3520, 1216)", "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3520, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-64|(1664, 896)", "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(1664, 960)", "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(1536, 1472)", "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1536, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1152, 0)", "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1152, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(960, 1792)", "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1152, 1984)", "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1152, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1920, 0)", "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1920, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(2368, 576)", "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2368, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(3200, 896)", "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3200, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2496, 512)", "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2496, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(3328, 1600)", "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3328, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(192, 320)", "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(1728, 960)", "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1728, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-64|(0, 1216)", "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(1472, 1408)", "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1472, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-64|(1856, 448)", "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(3264, 1216)", "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3264, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-64|(192, 1600)", "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-64|(1664, 1984)", "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(1792, 1536)", "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1792, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-64|(2112, 1600)", "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2112, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-64|(1280, 832)", "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1280, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(960, 1280)", "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(576, 64)", "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(3904, 960)", "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3904, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(2496, 1344)", "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2496, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(1920, 1280)", "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1920, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(3392, 832)", "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3392, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2816, 384)", "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2816, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-64|(320, 1536)", "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-64|(1344, 896)", "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1344, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-64|(3136, 256)", "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3136, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(1216, 0)", "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1216, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(1728, 768)", "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1728, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-64|(256, 768)", "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(0, 1920)", "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(3776, 384)", "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3776, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(3712, 1152)", "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3712, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(2624, 192)", "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2624, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(2880, 1344)", "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2880, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(3712, 1600)", "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3712, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(2176, 576)", "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2176, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(2816, 576)", "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2816, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(0, 832)", "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(1408, 1856)", "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(320, 1728)", "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(2432, 320)", "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2432, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-64|(3136, 320)", "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3136, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-64|(2176, 1152)", "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2176, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(2496, 896)", "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2496, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-64|(3584, 1280)", "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3584, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(2112, 1152)", "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2112, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(3648, 896)", "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3648, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(2240, 0)", "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2240, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(832, 1664)", "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(896, 320)", "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(1856, 64)", "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(3840, 576)", "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3840, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1408, 704)", "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(3520, 960)", "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3520, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(3904, 1856)", "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3904, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(3392, 1024)", "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3392, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1344, 0)", "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1344, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(3328, 256)", "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3328, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(3392, 1408)", "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3392, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(1280, 1152)", "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1280, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(1408, 448)", "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(3392, 1216)", "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3392, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(2112, 1024)", "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2112, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(2240, 896)", "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2240, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(1984, 704)", "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1984, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(512, 256)", "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(128, 960)", "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(3584, 896)", "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3584, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1408, 448)", "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(2304, 192)", "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2304, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(1344, 832)", "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1344, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(1216, 576)", "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1216, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(1856, 1728)", "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(2048, 1472)", "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2048, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(3712, 1152)", "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3712, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(1280, 448)", "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1280, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(704, 64)", "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-64|(512, 1344)", "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-64|(320, 256)", "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(1408, 640)", "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(64, 1728)", "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-64|(1472, 1600)", "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1472, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(1216, 1984)", "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1216, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(3968, 1088)", "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3968, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(2624, 128)", "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2624, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(3008, 960)", "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3008, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(1408, 1088)", "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(1920, 896)", "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1920, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(64, 640)", "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(3648, 128)", "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3648, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-64|(1920, 1024)", "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1920, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(1920, 320)", "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1920, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(3840, 1600)", "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3840, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(1536, 704)", "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1536, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(3200, 256)", "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3200, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-64|(1024, 1600)", "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1024, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(1792, 512)", "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1792, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-64|(3584, 256)", "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3584, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(2816, 1984)", "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2816, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1216, 1856)", "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1216, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(2496, 1984)", "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2496, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(2624, 320)", "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2624, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(2560, 960)", "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2560, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(3520, 1024)", "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3520, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-64|(1280, 1152)", "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1280, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(768, 384)", "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-64|(2624, 1344)", "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2624, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1792, 640)", "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1792, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(2176, 896)", "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2176, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(768, 1920)", "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-64|(2304, 128)", "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2304, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2752, 896)", "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2752, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-64|(2944, 384)", "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2944, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(1216, 1600)", "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1216, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(3456, 1152)", "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3456, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(128, 128)", "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(3776, 768)", "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3776, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(384, 1344)", "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(1024, 1664)", "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1024, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(2880, 1088)", "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2880, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(2112, 128)", "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2112, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-64|(1024, 832)", "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1024, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(704, 1792)", "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1600, 256)", "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1600, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1344, 640)", "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1344, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(2688, 1728)", "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2688, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(4032, 1856)", "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4032, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(3456, 320)", "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3456, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(3008, 384)", "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3008, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(192, 576)", "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(2624, 448)", "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2624, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(2240, 1472)", "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2240, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(2688, 1920)", "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2688, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-64|(256, 1664)", "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(2880, 1536)", "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2880, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(1152, 128)", "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1152, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(1472, 1664)", "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1472, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1408, 1920)", "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(704, 1600)", "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(3200, 1408)", "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3200, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(3456, 384)", "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3456, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(3072, 1856)", "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3072, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1920, 1792)", "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1920, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(0, 1216)", "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(2432, 896)", "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2432, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-64|(2624, 1664)", "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2624, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2688, 960)", "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2688, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(2176, 1152)", "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2176, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2688, 384)", "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2688, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1088, 1792)", "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1088, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(3840, 832)", "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3840, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(1536, 576)", "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1536, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(3584, 384)", "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3584, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(2304, 512)", "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2304, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(3136, 512)", "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3136, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(3072, 576)", "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3072, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1536, 768)", "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1536, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(4032, 384)", "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4032, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(3328, 1344)", "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3328, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(2560, 1024)", "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", "role": "model.language_model.layers.*.self_attn.q_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2560, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-128|(0, 0)", "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-128|(0, 128)", "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 768)", "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-128|(0, 384)", "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(0, 1536)", "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-128|(0, 640)", "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(0, 1664)", "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(128, 1024)", "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-128|(0, 1024)", "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-128|(0, 1152)", "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-128|(0, 1280)", "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(256, 1792)", "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 384)", "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(128, 128)", "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-128|(0, 1792)", "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 1664)", "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-128|(128, 0)", "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-128|(128, 128)", "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(256, 384)", "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-128|(128, 384)", "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-128|(128, 512)", "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-128|(128, 640)", "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-128|(128, 768)", "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-128|(128, 896)", "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-128|(128, 1024)", "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-128|(128, 1152)", "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-128|(128, 1280)", "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-128|(128, 1408)", "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-128|(128, 1536)", "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-128|(128, 1664)", "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 1664)", "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-128|(128, 1920)", "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(384, 1408)", "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(128, 1920)", "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-128|(256, 256)", "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(384, 768)", "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-128|(256, 512)", "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-128|(256, 640)", "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(0, 1152)", "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 1152)", "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-128|(256, 1024)", "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(0, 1408)", "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-128|(256, 1280)", "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-128|(256, 1408)", "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-128|(256, 1536)", "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-128|(256, 1664)", "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-128|(256, 1792)", "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-128|(256, 1920)", "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-128|(384, 0)", "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-128|(384, 128)", "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 768)", "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-128|(384, 384)", "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-128|(384, 512)", "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(256, 1408)", "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(0, 1664)", "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-128|(384, 896)", "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(0, 384)", "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(128, 256)", "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-128|(384, 1280)", "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(128, 1792)", "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-128|(384, 1536)", "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-128|(384, 1664)", "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-128|(384, 1792)", "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(256, 1152)", "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-128|(0, 0)", "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-128|(0, 128)", "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-128|(0, 256)", "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-128|(0, 384)", "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(128, 1536)", "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(128, 768)", "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-128|(0, 768)", "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-128|(0, 896)", "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 1280)", "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-128|(0, 1152)", "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-128|(0, 1280)", "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-128|(0, 1408)", "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-128|(0, 1536)", "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(256, 896)", "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(384, 1920)", "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(384, 512)", "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-128|(128, 0)", "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 0)", "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-128|(128, 256)", "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-128|(128, 384)", "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-128|(128, 512)", "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(384, 1024)", "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(128, 640)", "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 384)", "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-128|(128, 1024)", "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(0, 128)", "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-128|(128, 1280)", "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-128|(128, 1408)", "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-128|(128, 1536)", "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-128|(128, 1664)", "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(128, 512)", "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-128|(128, 1920)", "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-128|(256, 0)", "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-128|(256, 128)", "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(128, 256)", "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(256, 768)", "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-128|(256, 512)", "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 1792)", "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-128|(256, 768)", "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(0, 384)", "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(128, 896)", "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(128, 640)", "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(0, 640)", "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-128|(256, 1408)", "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-128|(256, 1536)", "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-128|(256, 1664)", "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-128|(256, 1792)", "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-128|(256, 1920)", "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(128, 512)", "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-128|(384, 128)", "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-128|(384, 256)", "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-128|(384, 384)", "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-128|(384, 512)", "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-128|(384, 640)", "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 256)", "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(256, 1536)", "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-128|(384, 1024)", "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(256, 1664)", "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(384, 640)", "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(128, 1152)", "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 512)", "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-128|(384, 1664)", "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-128|(384, 1792)", "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(128, 384)", "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 1920)", "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(256, 1280)", "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(0, 0)", "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 384)", "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 512)", "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 640)", "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 768)", "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 896)", "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 1024)", "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 1152)", "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 1280)", "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(128, 896)", "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 1536)", "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 1664)", "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 1792)", "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 1920)", "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 0)", "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 128)", "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 256)", "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 384)", "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 512)", "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 640)", "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 768)", "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 896)", "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 1536)", "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 1152)", "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 1280)", "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 1408)", "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 1536)", "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 1664)", "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 1792)", "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(384, 256)", "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 896)", "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(0, 1024)", "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(256, 256)", "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(0, 512)", "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(256, 512)", "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(128, 1408)", "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(256, 768)", "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(256, 896)", "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(256, 1024)", "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(256, 1152)", "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(256, 1280)", "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(256, 1408)", "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(256, 1536)", "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(256, 1664)", "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(256, 1792)", "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(128, 1536)", "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(384, 0)", "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(384, 128)", "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(384, 256)", "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 0)", "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(384, 512)", "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 896)", "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(0, 512)", "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(384, 896)", "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(384, 1024)", "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(384, 1152)", "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(384, 1280)", "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(384, 1408)", "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(384, 1536)", "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(384, 1664)", "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(384, 1792)", "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(384, 1920)", "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(0, 0)", "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(0, 128)", "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(128, 1664)", "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(0, 384)", "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(0, 512)", "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 1280)", "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(0, 768)", "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(0, 896)", "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(0, 1024)", "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(256, 640)", "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(0, 1280)", "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(128, 1664)", "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(0, 1536)", "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 1152)", "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(0, 1792)", "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(0, 1920)", "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(128, 1280)", "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(128, 128)", "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(128, 256)", "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(128, 384)", "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(128, 512)", "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(128, 640)", "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(128, 768)", "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(128, 896)", "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(0, 1280)", "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 256)", "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(128, 1280)", "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(128, 1408)", "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 512)", "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 1408)", "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(128, 1792)", "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(128, 1920)", "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(256, 0)", "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(0, 1920)", "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(256, 256)", "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(256, 384)", "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(256, 512)", "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(0, 1024)", "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(256, 768)", "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(256, 896)", "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(128, 128)", "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(256, 1152)", "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(384, 1792)", "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(256, 1408)", "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(0, 896)", "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(256, 1024)", "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 1024)", "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(256, 1920)", "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(384, 0)", "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(384, 1280)", "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(384, 256)", "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(128, 1920)", "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 128)", "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(0, 1408)", "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(0, 1280)", "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(384, 896)", "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(384, 1024)", "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(0, 768)", "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(384, 1280)", "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(384, 1408)", "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(384, 1536)", "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(384, 1664)", "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(128, 0)", "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(384, 1920)", "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(64, 0)", "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-64|(0, 64)", "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(0, 1728)", "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-64|(0, 192)", "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(64, 0)", "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-64|(0, 320)", "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-64|(448, 1664)", "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(128, 896)", "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(192, 704)", "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(64, 1792)", "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-64|(0, 640)", "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-64|(0, 704)", "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-64|(192, 1088)", "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-64|(64, 1088)", "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-64|(384, 1856)", "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-64|(320, 192)", "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-64|(0, 1024)", "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(448, 1472)", "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(256, 1152)", "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-64|(0, 1216)", "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(448, 1536)", "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(64, 1984)", "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-64|(64, 832)", "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(128, 448)", "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-64|(0, 1536)", "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-64|(64, 576)", "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-64|(0, 1664)", "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(0, 1856)", "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(128, 64)", "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(256, 1280)", "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-64|(0, 1920)", "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(192, 640)", "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-64|(320, 576)", "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(192, 384)", "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(320, 1152)", "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(256, 832)", "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(384, 1472)", "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(128, 1600)", "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-64|(128, 1728)", "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-64|(64, 448)", "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-64|(64, 512)", "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-64|(64, 576)", "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(192, 64)", "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(0, 1600)", "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-64|(384, 960)", "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(64, 1344)", "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(448, 1920)", "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-64|(64, 960)", "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(64, 1856)", "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(128, 768)", "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(64, 448)", "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(384, 0)", "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-64|(64, 1728)", "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-64|(256, 1088)", "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-64|(256, 1280)", "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(128, 1600)", "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(256, 960)", "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-64|(256, 1920)", "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-64|(320, 896)", "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(384, 256)", "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(128, 1536)", "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(0, 832)", "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-64|(384, 1472)", "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-64|(0, 640)", "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(320, 1920)", "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(448, 1920)", "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(256, 384)", "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(320, 1088)", "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(320, 768)", "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(320, 1984)", "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-64|(128, 384)", "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(192, 896)", "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(320, 256)", "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(64, 1728)", "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(64, 1024)", "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(320, 704)", "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(0, 1856)", "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(448, 1984)", "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-64|(64, 896)", "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-64|(320, 1792)", "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-64|(128, 1024)", "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-64|(128, 1088)", "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(128, 1344)", "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(128, 512)", "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(256, 576)", "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(64, 832)", "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-64|(320, 1664)", "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(256, 1216)", "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(0, 192)", "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(128, 896)", "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-64|(128, 1664)", "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(64, 640)", "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-64|(384, 1600)", "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-64|(448, 448)", "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(192, 832)", "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-64|(128, 1984)", "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(0, 256)", "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(384, 640)", "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-64|(448, 960)", "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-64|(384, 448)", "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(448, 960)", "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(448, 448)", "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(256, 1024)", "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-64|(128, 1600)", "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-64|(192, 512)", "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(448, 1600)", "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(256, 512)", "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-64|(64, 1664)", "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-64|(192, 768)", "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(256, 448)", "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(448, 704)", "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-64|(384, 0)", "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-64|(320, 64)", "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-64|(64, 1600)", "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-64|(0, 1088)", "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(128, 1088)", "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(192, 1664)", "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(128, 960)", "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-64|(448, 64)", "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-64|(0, 448)", "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(320, 1344)", "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(320, 1856)", "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-64|(192, 1664)", "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(128, 1792)", "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(448, 1472)", "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(64, 1344)", "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(0, 640)", "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(128, 1792)", "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-64|(0, 768)", "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(64, 1728)", "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(256, 704)", "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-64|(128, 64)", "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(192, 384)", "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-64|(64, 1408)", "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(128, 192)", "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(384, 192)", "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-64|(256, 512)", "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-64|(256, 576)", "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-64|(192, 960)", "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(448, 1152)", "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-64|(256, 1856)", "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-64|(256, 832)", "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(64, 640)", "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(192, 1472)", "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(128, 1792)", "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(0, 896)", "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-64|(256, 1152)", "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(64, 448)", "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(384, 1152)", "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-64|(64, 640)", "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(64, 1920)", "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(64, 256)", "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-64|(256, 1536)", "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(256, 64)", "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(384, 512)", "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-64|(448, 1728)", "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-64|(256, 1792)", "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(256, 384)", "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(128, 1024)", "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(320, 1216)", "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(64, 1088)", "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-64|(256, 1024)", "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(64, 1216)", "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-64|(64, 1792)", "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-64|(320, 256)", "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-64|(0, 896)", "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(64, 1600)", "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(128, 1280)", "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(0, 768)", "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(384, 1408)", "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(320, 1920)", "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(64, 1536)", "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-64|(320, 768)", "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(128, 1728)", "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(192, 1856)", "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(448, 1792)", "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-64|(320, 1024)", "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(320, 1280)", "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(384, 1216)", "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(0, 1024)", "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-64|(320, 1280)", "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-64|(320, 1344)", "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(384, 1408)", "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-64|(320, 1472)", "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(192, 320)", "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(0, 192)", "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(192, 1152)", "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(64, 512)", "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(384, 1152)", "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(128, 128)", "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-64|(320, 1920)", "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(64, 832)", "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(0, 1792)", "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(256, 1728)", "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(128, 320)", "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(128, 1664)", "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(256, 832)", "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(448, 320)", "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-64|(384, 384)", "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(384, 256)", "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-64|(448, 1472)", "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-64|(384, 576)", "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(448, 640)", "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(64, 1280)", "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(384, 128)", "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-64|(256, 1664)", "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(256, 128)", "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(320, 384)", "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(320, 1792)", "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(448, 1792)", "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(384, 128)", "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-64|(384, 1216)", "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(0, 1664)", "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(192, 1024)", "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-64|(384, 1408)", "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-64|(256, 192)", "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(320, 1344)", "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(192, 1408)", "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(128, 1344)", "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(0, 320)", "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(384, 384)", "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(256, 1600)", "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-64|(384, 1920)", "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-64|(256, 1984)", "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(192, 1728)", "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(64, 320)", "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-64|(320, 1472)", "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(256, 0)", "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(320, 128)", "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-64|(448, 320)", "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(256, 1600)", "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(64, 640)", "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-64|(384, 64)", "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-64|(448, 576)", "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(64, 1472)", "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-64|(448, 704)", "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(448, 192)", "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(384, 1088)", "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-64|(448, 896)", "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(384, 1024)", "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-64|(128, 1280)", "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(448, 384)", "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(448, 1024)", "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(192, 1792)", "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(256, 1152)", "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(384, 1856)", "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(320, 1024)", "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(448, 1344)", "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-64|(448, 1536)", "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(0, 64)", "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-64|(448, 1664)", "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-64|(256, 1152)", "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(448, 1600)", "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(128, 128)", "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-64|(448, 1920)", "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-64|(192, 192)", "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", "role": "model.language_model.layers.*.self_attn.v_proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.7.attn.proj.weight|2d-128|(896, 512)", "tensor": "model.visual.blocks.7.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.14.attn.proj.weight|2d-128|(640, 896)", "tensor": "model.visual.blocks.14.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.21.attn.proj.weight|2d-128|(640, 768)", "tensor": "model.visual.blocks.21.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.20.attn.proj.weight|2d-128|(896, 256)", "tensor": "model.visual.blocks.20.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.13.attn.proj.weight|2d-128|(512, 768)", "tensor": "model.visual.blocks.13.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.20.attn.proj.weight|2d-128|(256, 640)", "tensor": "model.visual.blocks.20.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.0.attn.proj.weight|2d-128|(0, 768)", "tensor": "model.visual.blocks.0.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.20.attn.proj.weight|2d-128|(768, 640)", "tensor": "model.visual.blocks.20.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.0.attn.proj.weight|2d-128|(128, 0)", "tensor": "model.visual.blocks.0.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.16.attn.proj.weight|2d-128|(128, 128)", "tensor": "model.visual.blocks.16.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.0.attn.proj.weight|2d-128|(128, 256)", "tensor": "model.visual.blocks.0.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.5.attn.proj.weight|2d-128|(768, 640)", "tensor": "model.visual.blocks.5.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.18.attn.proj.weight|2d-128|(0, 384)", "tensor": "model.visual.blocks.18.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.12.attn.proj.weight|2d-128|(128, 128)", "tensor": "model.visual.blocks.12.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.13.attn.proj.weight|2d-128|(384, 768)", "tensor": "model.visual.blocks.13.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.18.attn.proj.weight|2d-128|(896, 640)", "tensor": "model.visual.blocks.18.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.21.attn.proj.weight|2d-128|(512, 0)", "tensor": "model.visual.blocks.21.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.23.attn.proj.weight|2d-128|(640, 512)", "tensor": "model.visual.blocks.23.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.2.attn.proj.weight|2d-128|(0, 768)", "tensor": "model.visual.blocks.2.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.16.attn.proj.weight|2d-128|(0, 128)", "tensor": "model.visual.blocks.16.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.9.attn.proj.weight|2d-128|(896, 512)", "tensor": "model.visual.blocks.9.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.0.attn.proj.weight|2d-128|(256, 640)", "tensor": "model.visual.blocks.0.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.16.attn.proj.weight|2d-128|(256, 896)", "tensor": "model.visual.blocks.16.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.6.attn.proj.weight|2d-128|(384, 640)", "tensor": "model.visual.blocks.6.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.21.attn.proj.weight|2d-128|(0, 512)", "tensor": "model.visual.blocks.21.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.13.attn.proj.weight|2d-128|(384, 896)", "tensor": "model.visual.blocks.13.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.0.attn.proj.weight|2d-128|(384, 256)", "tensor": "model.visual.blocks.0.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.15.attn.proj.weight|2d-128|(512, 768)", "tensor": "model.visual.blocks.15.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.0.attn.proj.weight|2d-128|(384, 512)", "tensor": "model.visual.blocks.0.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.12.attn.proj.weight|2d-128|(384, 0)", "tensor": "model.visual.blocks.12.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.15.attn.proj.weight|2d-128|(768, 128)", "tensor": "model.visual.blocks.15.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.20.attn.proj.weight|2d-128|(640, 512)", "tensor": "model.visual.blocks.20.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.21.attn.proj.weight|2d-128|(512, 896)", "tensor": "model.visual.blocks.21.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.19.attn.proj.weight|2d-128|(512, 256)", "tensor": "model.visual.blocks.19.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.23.attn.proj.weight|2d-128|(0, 896)", "tensor": "model.visual.blocks.23.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.21.attn.proj.weight|2d-128|(384, 512)", "tensor": "model.visual.blocks.21.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.0.attn.proj.weight|2d-128|(512, 512)", "tensor": "model.visual.blocks.0.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.16.attn.proj.weight|2d-128|(768, 896)", "tensor": "model.visual.blocks.16.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.3.attn.proj.weight|2d-128|(768, 768)", "tensor": "model.visual.blocks.3.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.0.attn.proj.weight|2d-128|(512, 896)", "tensor": "model.visual.blocks.0.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.6.attn.proj.weight|2d-128|(128, 0)", "tensor": "model.visual.blocks.6.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.20.attn.proj.weight|2d-128|(128, 256)", "tensor": "model.visual.blocks.20.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.21.attn.proj.weight|2d-128|(128, 896)", "tensor": "model.visual.blocks.21.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.22.attn.proj.weight|2d-128|(256, 640)", "tensor": "model.visual.blocks.22.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.19.attn.proj.weight|2d-128|(384, 0)", "tensor": "model.visual.blocks.19.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.15.attn.proj.weight|2d-128|(640, 896)", "tensor": "model.visual.blocks.15.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.0.attn.proj.weight|2d-128|(640, 768)", "tensor": "model.visual.blocks.0.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.21.attn.proj.weight|2d-128|(640, 640)", "tensor": "model.visual.blocks.21.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.16.attn.proj.weight|2d-128|(640, 896)", "tensor": "model.visual.blocks.16.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.0.attn.proj.weight|2d-128|(768, 128)", "tensor": "model.visual.blocks.0.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.0.attn.proj.weight|2d-128|(768, 256)", "tensor": "model.visual.blocks.0.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.8.attn.proj.weight|2d-128|(384, 128)", "tensor": "model.visual.blocks.8.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.22.attn.proj.weight|2d-128|(896, 0)", "tensor": "model.visual.blocks.22.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.0.attn.proj.weight|2d-128|(768, 640)", "tensor": "model.visual.blocks.0.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.0.attn.proj.weight|2d-128|(768, 768)", "tensor": "model.visual.blocks.0.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.17.attn.proj.weight|2d-128|(256, 256)", "tensor": "model.visual.blocks.17.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.23.attn.proj.weight|2d-128|(128, 896)", "tensor": "model.visual.blocks.23.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.20.attn.proj.weight|2d-128|(384, 384)", "tensor": "model.visual.blocks.20.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.16.attn.proj.weight|2d-128|(896, 640)", "tensor": "model.visual.blocks.16.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.12.attn.proj.weight|2d-128|(256, 256)", "tensor": "model.visual.blocks.12.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.7.attn.proj.weight|2d-128|(128, 128)", "tensor": "model.visual.blocks.7.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.4.attn.proj.weight|2d-128|(0, 512)", "tensor": "model.visual.blocks.4.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.3.attn.proj.weight|2d-128|(256, 768)", "tensor": "model.visual.blocks.3.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.6.attn.proj.weight|2d-128|(768, 512)", "tensor": "model.visual.blocks.6.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.23.attn.proj.weight|2d-128|(0, 512)", "tensor": "model.visual.blocks.23.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.15.attn.proj.weight|2d-128|(128, 768)", "tensor": "model.visual.blocks.15.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.22.attn.proj.weight|2d-128|(256, 256)", "tensor": "model.visual.blocks.22.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.9.attn.proj.weight|2d-128|(512, 896)", "tensor": "model.visual.blocks.9.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.19.attn.proj.weight|2d-128|(512, 896)", "tensor": "model.visual.blocks.19.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.1.attn.proj.weight|2d-128|(0, 640)", "tensor": "model.visual.blocks.1.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.4.attn.proj.weight|2d-128|(0, 256)", "tensor": "model.visual.blocks.4.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.9.attn.proj.weight|2d-128|(512, 0)", "tensor": "model.visual.blocks.9.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.4.attn.proj.weight|2d-128|(640, 512)", "tensor": "model.visual.blocks.4.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.22.attn.proj.weight|2d-128|(768, 384)", "tensor": "model.visual.blocks.22.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.13.attn.proj.weight|2d-128|(896, 0)", "tensor": "model.visual.blocks.13.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.20.attn.proj.weight|2d-128|(896, 384)", "tensor": "model.visual.blocks.20.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.9.attn.proj.weight|2d-128|(384, 384)", "tensor": "model.visual.blocks.9.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.19.attn.proj.weight|2d-128|(384, 896)", "tensor": "model.visual.blocks.19.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.12.attn.proj.weight|2d-128|(640, 640)", "tensor": "model.visual.blocks.12.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.1.attn.proj.weight|2d-128|(128, 896)", "tensor": "model.visual.blocks.1.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.6.attn.proj.weight|2d-128|(640, 384)", "tensor": "model.visual.blocks.6.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.22.attn.proj.weight|2d-128|(128, 896)", "tensor": "model.visual.blocks.22.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.7.attn.proj.weight|2d-128|(512, 384)", "tensor": "model.visual.blocks.7.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.3.attn.proj.weight|2d-128|(0, 384)", "tensor": "model.visual.blocks.3.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.17.attn.proj.weight|2d-128|(896, 768)", "tensor": "model.visual.blocks.17.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.21.attn.proj.weight|2d-128|(896, 128)", "tensor": "model.visual.blocks.21.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.2.attn.proj.weight|2d-128|(512, 256)", "tensor": "model.visual.blocks.2.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.16.attn.proj.weight|2d-128|(384, 384)", "tensor": "model.visual.blocks.16.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.3.attn.proj.weight|2d-128|(896, 896)", "tensor": "model.visual.blocks.3.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.14.attn.proj.weight|2d-128|(384, 128)", "tensor": "model.visual.blocks.14.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.18.attn.proj.weight|2d-128|(384, 384)", "tensor": "model.visual.blocks.18.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.15.attn.proj.weight|2d-128|(256, 256)", "tensor": "model.visual.blocks.15.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.14.attn.proj.weight|2d-128|(256, 0)", "tensor": "model.visual.blocks.14.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.8.attn.proj.weight|2d-128|(768, 128)", "tensor": "model.visual.blocks.8.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.20.attn.proj.weight|2d-128|(0, 256)", "tensor": "model.visual.blocks.20.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.17.attn.proj.weight|2d-128|(768, 384)", "tensor": "model.visual.blocks.17.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.21.attn.proj.weight|2d-128|(896, 512)", "tensor": "model.visual.blocks.21.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.15.attn.proj.weight|2d-128|(768, 512)", "tensor": "model.visual.blocks.15.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.19.attn.proj.weight|2d-128|(768, 640)", "tensor": "model.visual.blocks.19.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.2.attn.proj.weight|2d-128|(512, 384)", "tensor": "model.visual.blocks.2.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.5.attn.proj.weight|2d-128|(768, 512)", "tensor": "model.visual.blocks.5.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.16.attn.proj.weight|2d-128|(0, 896)", "tensor": "model.visual.blocks.16.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.14.attn.proj.weight|2d-128|(0, 256)", "tensor": "model.visual.blocks.14.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.18.attn.proj.weight|2d-128|(768, 0)", "tensor": "model.visual.blocks.18.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.1.attn.proj.weight|2d-128|(640, 0)", "tensor": "model.visual.blocks.1.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.15.attn.proj.weight|2d-128|(128, 384)", "tensor": "model.visual.blocks.15.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.8.attn.proj.weight|2d-128|(512, 896)", "tensor": "model.visual.blocks.8.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.1.attn.proj.weight|2d-128|(640, 384)", "tensor": "model.visual.blocks.1.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.12.attn.proj.weight|2d-128|(896, 512)", "tensor": "model.visual.blocks.12.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.5.attn.proj.weight|2d-128|(768, 0)", "tensor": "model.visual.blocks.5.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.1.attn.proj.weight|2d-128|(640, 768)", "tensor": "model.visual.blocks.1.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.8.attn.proj.weight|2d-128|(640, 512)", "tensor": "model.visual.blocks.8.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.1.attn.proj.weight|2d-128|(768, 0)", "tensor": "model.visual.blocks.1.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.13.attn.proj.weight|2d-128|(512, 256)", "tensor": "model.visual.blocks.13.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.4.attn.proj.weight|2d-128|(640, 896)", "tensor": "model.visual.blocks.4.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.13.attn.proj.weight|2d-128|(128, 512)", "tensor": "model.visual.blocks.13.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.14.attn.proj.weight|2d-128|(896, 0)", "tensor": "model.visual.blocks.14.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.3.attn.proj.weight|2d-128|(768, 640)", "tensor": "model.visual.blocks.3.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.8.attn.proj.weight|2d-128|(256, 0)", "tensor": "model.visual.blocks.8.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.18.attn.proj.weight|2d-128|(0, 512)", "tensor": "model.visual.blocks.18.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.15.attn.proj.weight|2d-128|(512, 896)", "tensor": "model.visual.blocks.15.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.14.attn.proj.weight|2d-128|(256, 512)", "tensor": "model.visual.blocks.14.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.1.attn.proj.weight|2d-128|(896, 256)", "tensor": "model.visual.blocks.1.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.8.attn.proj.weight|2d-128|(128, 384)", "tensor": "model.visual.blocks.8.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.3.attn.proj.weight|2d-128|(896, 384)", "tensor": "model.visual.blocks.3.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.2.attn.proj.weight|2d-128|(512, 0)", "tensor": "model.visual.blocks.2.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.5.attn.proj.weight|2d-128|(384, 0)", "tensor": "model.visual.blocks.5.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.16.attn.proj.weight|2d-128|(128, 768)", "tensor": "model.visual.blocks.16.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.10.attn.proj.weight|2d-128|(0, 0)", "tensor": "model.visual.blocks.10.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.17.attn.proj.weight|2d-128|(896, 0)", "tensor": "model.visual.blocks.17.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.12.attn.proj.weight|2d-128|(256, 0)", "tensor": "model.visual.blocks.12.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.22.attn.proj.weight|2d-128|(896, 640)", "tensor": "model.visual.blocks.22.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.2.attn.proj.weight|2d-128|(640, 896)", "tensor": "model.visual.blocks.2.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.20.attn.proj.weight|2d-128|(256, 128)", "tensor": "model.visual.blocks.20.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.12.attn.proj.weight|2d-128|(512, 768)", "tensor": "model.visual.blocks.12.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.18.attn.proj.weight|2d-128|(256, 640)", "tensor": "model.visual.blocks.18.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.3.attn.proj.weight|2d-128|(896, 0)", "tensor": "model.visual.blocks.3.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.17.attn.proj.weight|2d-128|(896, 512)", "tensor": "model.visual.blocks.17.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.8.attn.proj.weight|2d-128|(0, 896)", "tensor": "model.visual.blocks.8.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.19.attn.proj.weight|2d-128|(256, 384)", "tensor": "model.visual.blocks.19.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.16.attn.proj.weight|2d-128|(512, 640)", "tensor": "model.visual.blocks.16.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.14.attn.proj.weight|2d-128|(0, 512)", "tensor": "model.visual.blocks.14.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.2.attn.proj.weight|2d-128|(256, 768)", "tensor": "model.visual.blocks.2.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.17.attn.proj.weight|2d-128|(384, 768)", "tensor": "model.visual.blocks.17.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.17.attn.proj.weight|2d-128|(384, 256)", "tensor": "model.visual.blocks.17.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.23.attn.proj.weight|2d-128|(384, 896)", "tensor": "model.visual.blocks.23.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.20.attn.proj.weight|2d-128|(0, 768)", "tensor": "model.visual.blocks.20.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.5.attn.proj.weight|2d-128|(256, 768)", "tensor": "model.visual.blocks.5.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.22.attn.proj.weight|2d-128|(0, 640)", "tensor": "model.visual.blocks.22.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.10.attn.proj.weight|2d-128|(256, 640)", "tensor": "model.visual.blocks.10.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.6.attn.proj.weight|2d-128|(0, 256)", "tensor": "model.visual.blocks.6.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.10.attn.proj.weight|2d-128|(256, 896)", "tensor": "model.visual.blocks.10.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.9.attn.proj.weight|2d-128|(128, 384)", "tensor": "model.visual.blocks.9.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.3.attn.proj.weight|2d-128|(640, 896)", "tensor": "model.visual.blocks.3.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.3.attn.proj.weight|2d-128|(128, 512)", "tensor": "model.visual.blocks.3.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.10.attn.proj.weight|2d-128|(384, 384)", "tensor": "model.visual.blocks.10.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.10.attn.proj.weight|2d-128|(384, 512)", "tensor": "model.visual.blocks.10.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.21.attn.proj.weight|2d-128|(384, 640)", "tensor": "model.visual.blocks.21.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.8.attn.proj.weight|2d-128|(384, 640)", "tensor": "model.visual.blocks.8.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.10.attn.proj.weight|2d-128|(384, 896)", "tensor": "model.visual.blocks.10.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.7.attn.proj.weight|2d-128|(768, 384)", "tensor": "model.visual.blocks.7.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.19.attn.proj.weight|2d-128|(0, 384)", "tensor": "model.visual.blocks.19.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.6.attn.proj.weight|2d-128|(384, 128)", "tensor": "model.visual.blocks.6.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.12.attn.proj.weight|2d-128|(512, 512)", "tensor": "model.visual.blocks.12.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.19.attn.proj.weight|2d-128|(128, 512)", "tensor": "model.visual.blocks.19.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.15.attn.proj.weight|2d-128|(896, 896)", "tensor": "model.visual.blocks.15.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.13.attn.proj.weight|2d-128|(0, 640)", "tensor": "model.visual.blocks.13.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.10.attn.proj.weight|2d-128|(512, 896)", "tensor": "model.visual.blocks.10.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.16.attn.proj.weight|2d-128|(512, 0)", "tensor": "model.visual.blocks.16.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.13.attn.proj.weight|2d-128|(896, 768)", "tensor": "model.visual.blocks.13.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.5.attn.proj.weight|2d-128|(0, 768)", "tensor": "model.visual.blocks.5.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.17.attn.proj.weight|2d-128|(256, 0)", "tensor": "model.visual.blocks.17.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.19.attn.proj.weight|2d-128|(384, 384)", "tensor": "model.visual.blocks.19.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.7.attn.proj.weight|2d-128|(256, 128)", "tensor": "model.visual.blocks.7.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.21.attn.proj.weight|2d-128|(384, 768)", "tensor": "model.visual.blocks.21.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.7.attn.proj.weight|2d-128|(256, 256)", "tensor": "model.visual.blocks.7.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.7.attn.proj.weight|2d-128|(384, 640)", "tensor": "model.visual.blocks.7.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.19.attn.proj.weight|2d-128|(896, 640)", "tensor": "model.visual.blocks.19.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.9.attn.proj.weight|2d-128|(768, 256)", "tensor": "model.visual.blocks.9.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.4.attn.proj.weight|2d-128|(640, 768)", "tensor": "model.visual.blocks.4.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.15.attn.proj.weight|2d-128|(640, 384)", "tensor": "model.visual.blocks.15.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.10.attn.proj.weight|2d-128|(768, 640)", "tensor": "model.visual.blocks.10.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.9.attn.proj.weight|2d-128|(384, 128)", "tensor": "model.visual.blocks.9.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.20.attn.proj.weight|2d-128|(768, 0)", "tensor": "model.visual.blocks.20.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.10.attn.proj.weight|2d-128|(896, 0)", "tensor": "model.visual.blocks.10.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.8.attn.proj.weight|2d-128|(128, 512)", "tensor": "model.visual.blocks.8.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.20.attn.proj.weight|2d-128|(640, 256)", "tensor": "model.visual.blocks.20.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.14.attn.proj.weight|2d-128|(896, 896)", "tensor": "model.visual.blocks.14.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.2.attn.proj.weight|2d-128|(768, 128)", "tensor": "model.visual.blocks.2.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.19.attn.proj.weight|2d-128|(384, 768)", "tensor": "model.visual.blocks.19.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.4.attn.proj.weight|2d-128|(384, 256)", "tensor": "model.visual.blocks.4.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.12.attn.proj.weight|2d-128|(0, 512)", "tensor": "model.visual.blocks.12.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.11.attn.proj.weight|2d-128|(0, 0)", "tensor": "model.visual.blocks.11.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.6.attn.proj.weight|2d-128|(768, 0)", "tensor": "model.visual.blocks.6.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.14.attn.proj.weight|2d-128|(896, 256)", "tensor": "model.visual.blocks.14.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.14.attn.proj.weight|2d-128|(768, 0)", "tensor": "model.visual.blocks.14.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.23.attn.proj.weight|2d-128|(128, 256)", "tensor": "model.visual.blocks.23.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.3.attn.proj.weight|2d-128|(384, 512)", "tensor": "model.visual.blocks.3.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.3.attn.proj.weight|2d-128|(0, 128)", "tensor": "model.visual.blocks.3.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.2.attn.proj.weight|2d-128|(640, 0)", "tensor": "model.visual.blocks.2.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.17.attn.proj.weight|2d-128|(768, 128)", "tensor": "model.visual.blocks.17.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.11.attn.proj.weight|2d-128|(128, 128)", "tensor": "model.visual.blocks.11.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.11.attn.proj.weight|2d-128|(128, 256)", "tensor": "model.visual.blocks.11.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.12.attn.proj.weight|2d-128|(128, 768)", "tensor": "model.visual.blocks.12.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.11.attn.proj.weight|2d-128|(128, 512)", "tensor": "model.visual.blocks.11.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.4.attn.proj.weight|2d-128|(256, 128)", "tensor": "model.visual.blocks.4.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.11.attn.proj.weight|2d-128|(128, 768)", "tensor": "model.visual.blocks.11.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.5.attn.proj.weight|2d-128|(128, 512)", "tensor": "model.visual.blocks.5.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.11.attn.proj.weight|2d-128|(256, 0)", "tensor": "model.visual.blocks.11.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.21.attn.proj.weight|2d-128|(256, 0)", "tensor": "model.visual.blocks.21.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.11.attn.proj.weight|2d-128|(256, 256)", "tensor": "model.visual.blocks.11.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.14.attn.proj.weight|2d-128|(640, 384)", "tensor": "model.visual.blocks.14.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.9.attn.proj.weight|2d-128|(128, 768)", "tensor": "model.visual.blocks.9.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.22.attn.proj.weight|2d-128|(512, 768)", "tensor": "model.visual.blocks.22.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.19.attn.proj.weight|2d-128|(128, 640)", "tensor": "model.visual.blocks.19.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.13.attn.proj.weight|2d-128|(384, 512)", "tensor": "model.visual.blocks.13.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.21.attn.proj.weight|2d-128|(256, 512)", "tensor": "model.visual.blocks.21.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.9.attn.proj.weight|2d-128|(384, 0)", "tensor": "model.visual.blocks.9.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.11.attn.proj.weight|2d-128|(384, 256)", "tensor": "model.visual.blocks.11.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.2.attn.proj.weight|2d-128|(0, 128)", "tensor": "model.visual.blocks.2.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.9.attn.proj.weight|2d-128|(512, 768)", "tensor": "model.visual.blocks.9.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.11.attn.proj.weight|2d-128|(384, 640)", "tensor": "model.visual.blocks.11.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.8.attn.proj.weight|2d-128|(256, 256)", "tensor": "model.visual.blocks.8.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.9.attn.proj.weight|2d-128|(384, 768)", "tensor": "model.visual.blocks.9.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.20.attn.proj.weight|2d-128|(896, 640)", "tensor": "model.visual.blocks.20.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.14.attn.proj.weight|2d-128|(128, 128)", "tensor": "model.visual.blocks.14.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.20.attn.proj.weight|2d-128|(768, 896)", "tensor": "model.visual.blocks.20.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.13.attn.proj.weight|2d-128|(256, 768)", "tensor": "model.visual.blocks.13.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.11.attn.proj.weight|2d-128|(512, 512)", "tensor": "model.visual.blocks.11.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.23.attn.proj.weight|2d-128|(256, 384)", "tensor": "model.visual.blocks.23.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.13.attn.proj.weight|2d-128|(640, 896)", "tensor": "model.visual.blocks.13.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.17.attn.proj.weight|2d-128|(256, 896)", "tensor": "model.visual.blocks.17.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.20.attn.proj.weight|2d-128|(384, 512)", "tensor": "model.visual.blocks.20.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.18.attn.proj.weight|2d-128|(512, 768)", "tensor": "model.visual.blocks.18.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.5.attn.proj.weight|2d-128|(896, 640)", "tensor": "model.visual.blocks.5.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.3.attn.proj.weight|2d-128|(512, 896)", "tensor": "model.visual.blocks.3.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.4.attn.proj.weight|2d-128|(768, 128)", "tensor": "model.visual.blocks.4.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.14.attn.proj.weight|2d-128|(896, 640)", "tensor": "model.visual.blocks.14.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.17.attn.proj.weight|2d-128|(640, 128)", "tensor": "model.visual.blocks.17.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.11.attn.proj.weight|2d-128|(640, 896)", "tensor": "model.visual.blocks.11.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.11.attn.proj.weight|2d-128|(768, 0)", "tensor": "model.visual.blocks.11.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.11.attn.proj.weight|2d-128|(768, 128)", "tensor": "model.visual.blocks.11.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.23.attn.proj.weight|2d-128|(256, 768)", "tensor": "model.visual.blocks.23.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.16.attn.proj.weight|2d-128|(0, 384)", "tensor": "model.visual.blocks.16.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.2.attn.proj.weight|2d-128|(896, 512)", "tensor": "model.visual.blocks.2.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.9.attn.proj.weight|2d-128|(256, 256)", "tensor": "model.visual.blocks.9.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.8.attn.proj.weight|2d-128|(896, 256)", "tensor": "model.visual.blocks.8.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.14.attn.proj.weight|2d-128|(896, 384)", "tensor": "model.visual.blocks.14.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.16.attn.proj.weight|2d-128|(0, 0)", "tensor": "model.visual.blocks.16.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.19.attn.proj.weight|2d-128|(384, 256)", "tensor": "model.visual.blocks.19.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.21.attn.proj.weight|2d-128|(896, 256)", "tensor": "model.visual.blocks.21.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.6.attn.proj.weight|2d-128|(128, 768)", "tensor": "model.visual.blocks.6.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.3.attn.proj.weight|2d-128|(0, 640)", "tensor": "model.visual.blocks.3.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.5.attn.proj.weight|2d-128|(0, 0)", "tensor": "model.visual.blocks.5.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.20.attn.proj.weight|2d-128|(512, 0)", "tensor": "model.visual.blocks.20.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.15.attn.proj.weight|2d-128|(512, 0)", "tensor": "model.visual.blocks.15.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.6.attn.proj.weight|2d-64|(704, 960)", "tensor": "model.visual.blocks.6.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.17.attn.proj.weight|2d-64|(576, 512)", "tensor": "model.visual.blocks.17.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.0.attn.proj.weight|2d-64|(0, 128)", "tensor": "model.visual.blocks.0.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.9.attn.proj.weight|2d-64|(832, 192)", "tensor": "model.visual.blocks.9.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.3.attn.proj.weight|2d-64|(192, 704)", "tensor": "model.visual.blocks.3.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.0.attn.proj.weight|2d-64|(0, 320)", "tensor": "model.visual.blocks.0.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.12.attn.proj.weight|2d-64|(576, 768)", "tensor": "model.visual.blocks.12.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.3.attn.proj.weight|2d-64|(512, 192)", "tensor": "model.visual.blocks.3.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.15.attn.proj.weight|2d-64|(384, 768)", "tensor": "model.visual.blocks.15.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.11.attn.proj.weight|2d-64|(832, 64)", "tensor": "model.visual.blocks.11.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.21.attn.proj.weight|2d-64|(832, 768)", "tensor": "model.visual.blocks.21.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.9.attn.proj.weight|2d-64|(192, 128)", "tensor": "model.visual.blocks.9.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.6.attn.proj.weight|2d-64|(384, 384)", "tensor": "model.visual.blocks.6.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.12.attn.proj.weight|2d-64|(0, 128)", "tensor": "model.visual.blocks.12.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.11.attn.proj.weight|2d-64|(704, 512)", "tensor": "model.visual.blocks.11.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.18.attn.proj.weight|2d-64|(704, 320)", "tensor": "model.visual.blocks.18.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.8.attn.proj.weight|2d-64|(704, 192)", "tensor": "model.visual.blocks.8.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.10.attn.proj.weight|2d-64|(0, 320)", "tensor": "model.visual.blocks.10.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.19.attn.proj.weight|2d-64|(832, 896)", "tensor": "model.visual.blocks.19.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.23.attn.proj.weight|2d-64|(64, 512)", "tensor": "model.visual.blocks.23.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.12.attn.proj.weight|2d-64|(0, 768)", "tensor": "model.visual.blocks.12.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.7.attn.proj.weight|2d-64|(64, 512)", "tensor": "model.visual.blocks.7.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.9.attn.proj.weight|2d-64|(896, 832)", "tensor": "model.visual.blocks.9.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.5.attn.proj.weight|2d-64|(64, 64)", "tensor": "model.visual.blocks.5.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.15.attn.proj.weight|2d-64|(640, 192)", "tensor": "model.visual.blocks.15.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.12.attn.proj.weight|2d-64|(192, 768)", "tensor": "model.visual.blocks.12.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.0.attn.proj.weight|2d-64|(64, 640)", "tensor": "model.visual.blocks.0.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.3.attn.proj.weight|2d-64|(128, 192)", "tensor": "model.visual.blocks.3.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.14.attn.proj.weight|2d-64|(512, 384)", "tensor": "model.visual.blocks.14.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.0.attn.proj.weight|2d-64|(64, 832)", "tensor": "model.visual.blocks.0.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.23.attn.proj.weight|2d-64|(64, 448)", "tensor": "model.visual.blocks.23.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.14.attn.proj.weight|2d-64|(384, 512)", "tensor": "model.visual.blocks.14.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.15.attn.proj.weight|2d-64|(0, 896)", "tensor": "model.visual.blocks.15.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.23.attn.proj.weight|2d-64|(896, 896)", "tensor": "model.visual.blocks.23.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.9.attn.proj.weight|2d-64|(384, 512)", "tensor": "model.visual.blocks.9.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.7.attn.proj.weight|2d-64|(192, 256)", "tensor": "model.visual.blocks.7.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.12.attn.proj.weight|2d-64|(704, 960)", "tensor": "model.visual.blocks.12.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.18.attn.proj.weight|2d-64|(960, 256)", "tensor": "model.visual.blocks.18.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.12.attn.proj.weight|2d-64|(256, 256)", "tensor": "model.visual.blocks.12.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.0.attn.proj.weight|2d-64|(128, 448)", "tensor": "model.visual.blocks.0.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.15.attn.proj.weight|2d-64|(960, 896)", "tensor": "model.visual.blocks.15.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.19.attn.proj.weight|2d-64|(64, 0)", "tensor": "model.visual.blocks.19.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.6.attn.proj.weight|2d-64|(640, 192)", "tensor": "model.visual.blocks.6.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.8.attn.proj.weight|2d-64|(896, 832)", "tensor": "model.visual.blocks.8.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.22.attn.proj.weight|2d-64|(192, 128)", "tensor": "model.visual.blocks.22.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.19.attn.proj.weight|2d-64|(896, 768)", "tensor": "model.visual.blocks.19.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.11.attn.proj.weight|2d-64|(320, 256)", "tensor": "model.visual.blocks.11.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.22.attn.proj.weight|2d-64|(768, 512)", "tensor": "model.visual.blocks.22.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.9.attn.proj.weight|2d-64|(640, 896)", "tensor": "model.visual.blocks.9.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.0.attn.proj.weight|2d-64|(192, 64)", "tensor": "model.visual.blocks.0.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.2.attn.proj.weight|2d-64|(0, 704)", "tensor": "model.visual.blocks.2.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.15.attn.proj.weight|2d-64|(832, 256)", "tensor": "model.visual.blocks.15.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.11.attn.proj.weight|2d-64|(64, 256)", "tensor": "model.visual.blocks.11.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.2.attn.proj.weight|2d-64|(320, 256)", "tensor": "model.visual.blocks.2.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.19.attn.proj.weight|2d-64|(128, 640)", "tensor": "model.visual.blocks.19.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.10.attn.proj.weight|2d-64|(448, 640)", "tensor": "model.visual.blocks.10.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.8.attn.proj.weight|2d-64|(832, 448)", "tensor": "model.visual.blocks.8.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.5.attn.proj.weight|2d-64|(256, 384)", "tensor": "model.visual.blocks.5.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.14.attn.proj.weight|2d-64|(64, 704)", "tensor": "model.visual.blocks.14.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.14.attn.proj.weight|2d-64|(0, 704)", "tensor": "model.visual.blocks.14.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.5.attn.proj.weight|2d-64|(320, 960)", "tensor": "model.visual.blocks.5.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.10.attn.proj.weight|2d-64|(0, 640)", "tensor": "model.visual.blocks.10.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.8.attn.proj.weight|2d-64|(128, 384)", "tensor": "model.visual.blocks.8.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.11.attn.proj.weight|2d-64|(384, 448)", "tensor": "model.visual.blocks.11.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.6.attn.proj.weight|2d-64|(256, 0)", "tensor": "model.visual.blocks.6.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.15.attn.proj.weight|2d-64|(192, 0)", "tensor": "model.visual.blocks.15.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.17.attn.proj.weight|2d-64|(704, 64)", "tensor": "model.visual.blocks.17.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.8.attn.proj.weight|2d-64|(832, 704)", "tensor": "model.visual.blocks.8.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.4.attn.proj.weight|2d-64|(192, 0)", "tensor": "model.visual.blocks.4.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.11.attn.proj.weight|2d-64|(384, 192)", "tensor": "model.visual.blocks.11.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.12.attn.proj.weight|2d-64|(512, 768)", "tensor": "model.visual.blocks.12.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.22.attn.proj.weight|2d-64|(256, 384)", "tensor": "model.visual.blocks.22.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.1.attn.proj.weight|2d-64|(64, 832)", "tensor": "model.visual.blocks.1.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.3.attn.proj.weight|2d-64|(64, 640)", "tensor": "model.visual.blocks.3.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.11.attn.proj.weight|2d-64|(768, 576)", "tensor": "model.visual.blocks.11.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.9.attn.proj.weight|2d-64|(768, 128)", "tensor": "model.visual.blocks.9.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.8.attn.proj.weight|2d-64|(640, 512)", "tensor": "model.visual.blocks.8.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.13.attn.proj.weight|2d-64|(256, 0)", "tensor": "model.visual.blocks.13.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.15.attn.proj.weight|2d-64|(128, 192)", "tensor": "model.visual.blocks.15.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.7.attn.proj.weight|2d-64|(192, 64)", "tensor": "model.visual.blocks.7.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.3.attn.proj.weight|2d-64|(192, 768)", "tensor": "model.visual.blocks.3.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.2.attn.proj.weight|2d-64|(64, 960)", "tensor": "model.visual.blocks.2.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.9.attn.proj.weight|2d-64|(384, 64)", "tensor": "model.visual.blocks.9.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.8.attn.proj.weight|2d-64|(960, 0)", "tensor": "model.visual.blocks.8.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.16.attn.proj.weight|2d-64|(512, 704)", "tensor": "model.visual.blocks.16.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.4.attn.proj.weight|2d-64|(320, 448)", "tensor": "model.visual.blocks.4.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.19.attn.proj.weight|2d-64|(896, 448)", "tensor": "model.visual.blocks.19.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.1.attn.proj.weight|2d-64|(128, 320)", "tensor": "model.visual.blocks.1.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.1.attn.proj.weight|2d-64|(256, 960)", "tensor": "model.visual.blocks.1.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.11.attn.proj.weight|2d-64|(832, 576)", "tensor": "model.visual.blocks.11.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.13.attn.proj.weight|2d-64|(384, 576)", "tensor": "model.visual.blocks.13.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.16.attn.proj.weight|2d-64|(832, 768)", "tensor": "model.visual.blocks.16.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.2.attn.proj.weight|2d-64|(576, 768)", "tensor": "model.visual.blocks.2.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.18.attn.proj.weight|2d-64|(896, 384)", "tensor": "model.visual.blocks.18.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.3.attn.proj.weight|2d-64|(576, 320)", "tensor": "model.visual.blocks.3.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.20.attn.proj.weight|2d-64|(128, 640)", "tensor": "model.visual.blocks.20.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.0.attn.proj.weight|2d-64|(384, 0)", "tensor": "model.visual.blocks.0.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.1.attn.proj.weight|2d-64|(448, 192)", "tensor": "model.visual.blocks.1.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.0.attn.proj.weight|2d-64|(384, 128)", "tensor": "model.visual.blocks.0.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.19.attn.proj.weight|2d-64|(512, 896)", "tensor": "model.visual.blocks.19.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.10.attn.proj.weight|2d-64|(64, 448)", "tensor": "model.visual.blocks.10.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.13.attn.proj.weight|2d-64|(960, 384)", "tensor": "model.visual.blocks.13.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.1.attn.proj.weight|2d-64|(320, 448)", "tensor": "model.visual.blocks.1.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.8.attn.proj.weight|2d-64|(704, 896)", "tensor": "model.visual.blocks.8.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.9.attn.proj.weight|2d-64|(576, 0)", "tensor": "model.visual.blocks.9.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.2.attn.proj.weight|2d-64|(192, 64)", "tensor": "model.visual.blocks.2.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.8.attn.proj.weight|2d-64|(384, 0)", "tensor": "model.visual.blocks.8.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.19.attn.proj.weight|2d-64|(128, 896)", "tensor": "model.visual.blocks.19.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.20.attn.proj.weight|2d-64|(704, 768)", "tensor": "model.visual.blocks.20.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.18.attn.proj.weight|2d-64|(192, 128)", "tensor": "model.visual.blocks.18.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.18.attn.proj.weight|2d-64|(256, 320)", "tensor": "model.visual.blocks.18.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.0.attn.proj.weight|2d-64|(384, 960)", "tensor": "model.visual.blocks.0.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.23.attn.proj.weight|2d-64|(0, 64)", "tensor": "model.visual.blocks.23.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.3.attn.proj.weight|2d-64|(448, 896)", "tensor": "model.visual.blocks.3.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.10.attn.proj.weight|2d-64|(896, 128)", "tensor": "model.visual.blocks.10.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.14.attn.proj.weight|2d-64|(512, 320)", "tensor": "model.visual.blocks.14.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.10.attn.proj.weight|2d-64|(960, 0)", "tensor": "model.visual.blocks.10.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.18.attn.proj.weight|2d-64|(512, 0)", "tensor": "model.visual.blocks.18.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.10.attn.proj.weight|2d-64|(192, 128)", "tensor": "model.visual.blocks.10.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.20.attn.proj.weight|2d-64|(64, 0)", "tensor": "model.visual.blocks.20.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.14.attn.proj.weight|2d-64|(0, 640)", "tensor": "model.visual.blocks.14.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.11.attn.proj.weight|2d-64|(256, 384)", "tensor": "model.visual.blocks.11.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.19.attn.proj.weight|2d-64|(640, 192)", "tensor": "model.visual.blocks.19.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.10.attn.proj.weight|2d-64|(192, 256)", "tensor": "model.visual.blocks.10.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.0.attn.proj.weight|2d-64|(448, 768)", "tensor": "model.visual.blocks.0.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.14.attn.proj.weight|2d-64|(64, 384)", "tensor": "model.visual.blocks.14.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.16.attn.proj.weight|2d-64|(192, 896)", "tensor": "model.visual.blocks.16.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.9.attn.proj.weight|2d-64|(512, 320)", "tensor": "model.visual.blocks.9.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.5.attn.proj.weight|2d-64|(64, 448)", "tensor": "model.visual.blocks.5.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.2.attn.proj.weight|2d-64|(0, 960)", "tensor": "model.visual.blocks.2.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.6.attn.proj.weight|2d-64|(512, 896)", "tensor": "model.visual.blocks.6.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.10.attn.proj.weight|2d-64|(704, 64)", "tensor": "model.visual.blocks.10.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.2.attn.proj.weight|2d-64|(128, 960)", "tensor": "model.visual.blocks.2.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.6.attn.proj.weight|2d-64|(576, 768)", "tensor": "model.visual.blocks.6.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.9.attn.proj.weight|2d-64|(192, 384)", "tensor": "model.visual.blocks.9.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.7.attn.proj.weight|2d-64|(128, 384)", "tensor": "model.visual.blocks.7.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.11.attn.proj.weight|2d-64|(192, 128)", "tensor": "model.visual.blocks.11.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.9.attn.proj.weight|2d-64|(832, 320)", "tensor": "model.visual.blocks.9.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.16.attn.proj.weight|2d-64|(0, 320)", "tensor": "model.visual.blocks.16.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.16.attn.proj.weight|2d-64|(640, 768)", "tensor": "model.visual.blocks.16.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.23.attn.proj.weight|2d-64|(192, 384)", "tensor": "model.visual.blocks.23.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.15.attn.proj.weight|2d-64|(512, 512)", "tensor": "model.visual.blocks.15.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.11.attn.proj.weight|2d-64|(448, 192)", "tensor": "model.visual.blocks.11.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.22.attn.proj.weight|2d-64|(256, 448)", "tensor": "model.visual.blocks.22.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.10.attn.proj.weight|2d-64|(768, 832)", "tensor": "model.visual.blocks.10.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.13.attn.proj.weight|2d-64|(576, 704)", "tensor": "model.visual.blocks.13.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.9.attn.proj.weight|2d-64|(640, 704)", "tensor": "model.visual.blocks.9.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.7.attn.proj.weight|2d-64|(128, 320)", "tensor": "model.visual.blocks.7.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.20.attn.proj.weight|2d-64|(192, 768)", "tensor": "model.visual.blocks.20.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.0.attn.proj.weight|2d-64|(576, 320)", "tensor": "model.visual.blocks.0.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.14.attn.proj.weight|2d-64|(832, 768)", "tensor": "model.visual.blocks.14.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.18.attn.proj.weight|2d-64|(512, 640)", "tensor": "model.visual.blocks.18.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.2.attn.proj.weight|2d-64|(448, 384)", "tensor": "model.visual.blocks.2.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.2.attn.proj.weight|2d-64|(192, 320)", "tensor": "model.visual.blocks.2.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.4.attn.proj.weight|2d-64|(768, 0)", "tensor": "model.visual.blocks.4.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.15.attn.proj.weight|2d-64|(576, 704)", "tensor": "model.visual.blocks.15.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.5.attn.proj.weight|2d-64|(704, 0)", "tensor": "model.visual.blocks.5.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.18.attn.proj.weight|2d-64|(64, 448)", "tensor": "model.visual.blocks.18.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.2.attn.proj.weight|2d-64|(960, 320)", "tensor": "model.visual.blocks.2.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.14.attn.proj.weight|2d-64|(256, 448)", "tensor": "model.visual.blocks.14.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.2.attn.proj.weight|2d-64|(64, 640)", "tensor": "model.visual.blocks.2.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.11.attn.proj.weight|2d-64|(256, 0)", "tensor": "model.visual.blocks.11.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.6.attn.proj.weight|2d-64|(832, 896)", "tensor": "model.visual.blocks.6.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.8.attn.proj.weight|2d-64|(640, 64)", "tensor": "model.visual.blocks.8.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.20.attn.proj.weight|2d-64|(256, 320)", "tensor": "model.visual.blocks.20.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.0.attn.proj.weight|2d-64|(640, 320)", "tensor": "model.visual.blocks.0.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.15.attn.proj.weight|2d-64|(640, 448)", "tensor": "model.visual.blocks.15.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.20.attn.proj.weight|2d-64|(128, 960)", "tensor": "model.visual.blocks.20.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.8.attn.proj.weight|2d-64|(128, 768)", "tensor": "model.visual.blocks.8.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.15.attn.proj.weight|2d-64|(896, 192)", "tensor": "model.visual.blocks.15.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.0.attn.proj.weight|2d-64|(640, 640)", "tensor": "model.visual.blocks.0.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.14.attn.proj.weight|2d-64|(576, 320)", "tensor": "model.visual.blocks.14.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.3.attn.proj.weight|2d-64|(64, 448)", "tensor": "model.visual.blocks.3.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.7.attn.proj.weight|2d-64|(0, 576)", "tensor": "model.visual.blocks.7.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.7.attn.proj.weight|2d-64|(640, 512)", "tensor": "model.visual.blocks.7.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.15.attn.proj.weight|2d-64|(0, 768)", "tensor": "model.visual.blocks.15.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.14.attn.proj.weight|2d-64|(832, 448)", "tensor": "model.visual.blocks.14.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.21.attn.proj.weight|2d-64|(512, 768)", "tensor": "model.visual.blocks.21.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.19.attn.proj.weight|2d-64|(704, 960)", "tensor": "model.visual.blocks.19.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.1.attn.proj.weight|2d-64|(128, 384)", "tensor": "model.visual.blocks.1.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.14.attn.proj.weight|2d-64|(768, 896)", "tensor": "model.visual.blocks.14.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.6.attn.proj.weight|2d-64|(960, 640)", "tensor": "model.visual.blocks.6.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.17.attn.proj.weight|2d-64|(896, 192)", "tensor": "model.visual.blocks.17.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.16.attn.proj.weight|2d-64|(832, 128)", "tensor": "model.visual.blocks.16.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.2.attn.proj.weight|2d-64|(448, 0)", "tensor": "model.visual.blocks.2.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.22.attn.proj.weight|2d-64|(512, 320)", "tensor": "model.visual.blocks.22.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.13.attn.proj.weight|2d-64|(576, 320)", "tensor": "model.visual.blocks.13.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.7.attn.proj.weight|2d-64|(576, 128)", "tensor": "model.visual.blocks.7.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.19.attn.proj.weight|2d-64|(768, 832)", "tensor": "model.visual.blocks.19.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.17.attn.proj.weight|2d-64|(0, 576)", "tensor": "model.visual.blocks.17.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.16.attn.proj.weight|2d-64|(704, 128)", "tensor": "model.visual.blocks.16.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.12.attn.proj.weight|2d-64|(512, 640)", "tensor": "model.visual.blocks.12.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.23.attn.proj.weight|2d-64|(0, 448)", "tensor": "model.visual.blocks.23.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.20.attn.proj.weight|2d-64|(704, 512)", "tensor": "model.visual.blocks.20.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.18.attn.proj.weight|2d-64|(512, 512)", "tensor": "model.visual.blocks.18.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.22.attn.proj.weight|2d-64|(64, 0)", "tensor": "model.visual.blocks.22.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.20.attn.proj.weight|2d-64|(448, 960)", "tensor": "model.visual.blocks.20.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.8.attn.proj.weight|2d-64|(704, 576)", "tensor": "model.visual.blocks.8.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.2.attn.proj.weight|2d-64|(768, 128)", "tensor": "model.visual.blocks.2.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.2.attn.proj.weight|2d-64|(256, 960)", "tensor": "model.visual.blocks.2.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.13.attn.proj.weight|2d-64|(832, 576)", "tensor": "model.visual.blocks.13.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.7.attn.proj.weight|2d-64|(512, 64)", "tensor": "model.visual.blocks.7.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.3.attn.proj.weight|2d-64|(448, 768)", "tensor": "model.visual.blocks.3.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.20.attn.proj.weight|2d-64|(640, 704)", "tensor": "model.visual.blocks.20.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.4.attn.proj.weight|2d-64|(512, 192)", "tensor": "model.visual.blocks.4.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.21.attn.proj.weight|2d-64|(512, 512)", "tensor": "model.visual.blocks.21.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.6.attn.proj.weight|2d-64|(960, 448)", "tensor": "model.visual.blocks.6.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.6.attn.proj.weight|2d-64|(960, 384)", "tensor": "model.visual.blocks.6.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.19.attn.proj.weight|2d-64|(256, 128)", "tensor": "model.visual.blocks.19.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.22.attn.proj.weight|2d-64|(384, 960)", "tensor": "model.visual.blocks.22.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.9.attn.proj.weight|2d-64|(448, 192)", "tensor": "model.visual.blocks.9.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.15.attn.proj.weight|2d-64|(256, 192)", "tensor": "model.visual.blocks.15.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.1.attn.proj.weight|2d-64|(576, 640)", "tensor": "model.visual.blocks.1.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.22.attn.proj.weight|2d-64|(960, 576)", "tensor": "model.visual.blocks.22.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.16.attn.proj.weight|2d-64|(960, 832)", "tensor": "model.visual.blocks.16.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.22.attn.proj.weight|2d-64|(896, 448)", "tensor": "model.visual.blocks.22.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.15.attn.proj.weight|2d-64|(448, 640)", "tensor": "model.visual.blocks.15.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.17.attn.proj.weight|2d-64|(576, 192)", "tensor": "model.visual.blocks.17.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.0.attn.proj.weight|2d-64|(832, 640)", "tensor": "model.visual.blocks.0.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.16.attn.proj.weight|2d-64|(704, 0)", "tensor": "model.visual.blocks.16.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.16.attn.proj.weight|2d-64|(384, 64)", "tensor": "model.visual.blocks.16.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.20.attn.proj.weight|2d-64|(0, 320)", "tensor": "model.visual.blocks.20.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.10.attn.proj.weight|2d-64|(768, 704)", "tensor": "model.visual.blocks.10.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.9.attn.proj.weight|2d-64|(320, 0)", "tensor": "model.visual.blocks.9.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.6.attn.proj.weight|2d-64|(320, 960)", "tensor": "model.visual.blocks.6.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.0.attn.proj.weight|2d-64|(896, 64)", "tensor": "model.visual.blocks.0.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.14.attn.proj.weight|2d-64|(192, 128)", "tensor": "model.visual.blocks.14.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.15.attn.proj.weight|2d-64|(384, 832)", "tensor": "model.visual.blocks.15.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.9.attn.proj.weight|2d-64|(768, 384)", "tensor": "model.visual.blocks.9.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.8.attn.proj.weight|2d-64|(192, 704)", "tensor": "model.visual.blocks.8.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.21.attn.proj.weight|2d-64|(192, 64)", "tensor": "model.visual.blocks.21.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.14.attn.proj.weight|2d-64|(576, 192)", "tensor": "model.visual.blocks.14.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.6.attn.proj.weight|2d-64|(576, 64)", "tensor": "model.visual.blocks.6.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.0.attn.proj.weight|2d-64|(896, 576)", "tensor": "model.visual.blocks.0.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.5.attn.proj.weight|2d-64|(960, 64)", "tensor": "model.visual.blocks.5.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.3.attn.proj.weight|2d-64|(256, 448)", "tensor": "model.visual.blocks.3.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.8.attn.proj.weight|2d-64|(384, 960)", "tensor": "model.visual.blocks.8.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.17.attn.proj.weight|2d-64|(576, 320)", "tensor": "model.visual.blocks.17.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.9.attn.proj.weight|2d-64|(320, 896)", "tensor": "model.visual.blocks.9.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.15.attn.proj.weight|2d-64|(832, 704)", "tensor": "model.visual.blocks.15.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.18.attn.proj.weight|2d-64|(64, 512)", "tensor": "model.visual.blocks.18.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.7.attn.proj.weight|2d-64|(384, 128)", "tensor": "model.visual.blocks.7.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.18.attn.proj.weight|2d-64|(512, 768)", "tensor": "model.visual.blocks.18.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.21.attn.proj.weight|2d-64|(640, 256)", "tensor": "model.visual.blocks.21.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.20.attn.proj.weight|2d-64|(384, 192)", "tensor": "model.visual.blocks.20.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.14.attn.proj.weight|2d-64|(384, 192)", "tensor": "model.visual.blocks.14.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.22.attn.proj.weight|2d-64|(960, 0)", "tensor": "model.visual.blocks.22.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.19.attn.proj.weight|2d-64|(192, 576)", "tensor": "model.visual.blocks.19.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.23.attn.proj.weight|2d-64|(128, 256)", "tensor": "model.visual.blocks.23.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.0.attn.proj.weight|2d-64|(960, 576)", "tensor": "model.visual.blocks.0.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.11.attn.proj.weight|2d-64|(640, 960)", "tensor": "model.visual.blocks.11.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.10.attn.proj.weight|2d-64|(64, 128)", "tensor": "model.visual.blocks.10.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.7.attn.proj.weight|2d-64|(256, 0)", "tensor": "model.visual.blocks.7.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.2.attn.proj.weight|2d-64|(640, 576)", "tensor": "model.visual.blocks.2.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.15.attn.proj.weight|2d-64|(384, 384)", "tensor": "model.visual.blocks.15.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.9.attn.proj.weight|2d-64|(512, 256)", "tensor": "model.visual.blocks.9.attn.proj.weight", "role": "model.visual.layers.*.attn.proj.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.8.attn.qkv.weight|2d-128|(1536, 640)", "tensor": "model.visual.blocks.8.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.13.attn.qkv.weight|2d-128|(1664, 256)", "tensor": "model.visual.blocks.13.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.11.attn.qkv.weight|2d-128|(896, 256)", "tensor": "model.visual.blocks.11.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.6.attn.qkv.weight|2d-128|(1536, 0)", "tensor": "model.visual.blocks.6.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.21.attn.qkv.weight|2d-128|(640, 512)", "tensor": "model.visual.blocks.21.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.20.attn.qkv.weight|2d-128|(896, 512)", "tensor": "model.visual.blocks.20.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.5.attn.qkv.weight|2d-128|(1408, 640)", "tensor": "model.visual.blocks.5.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.2.attn.qkv.weight|2d-128|(512, 768)", "tensor": "model.visual.blocks.2.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.0.attn.qkv.weight|2d-128|(128, 0)", "tensor": "model.visual.blocks.0.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.5.attn.qkv.weight|2d-128|(1408, 384)", "tensor": "model.visual.blocks.5.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.15.attn.qkv.weight|2d-128|(1920, 384)", "tensor": "model.visual.blocks.15.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.14.attn.qkv.weight|2d-128|(2432, 640)", "tensor": "model.visual.blocks.14.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2432, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.17.attn.qkv.weight|2d-128|(2944, 768)", "tensor": "model.visual.blocks.17.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2944, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.11.attn.qkv.weight|2d-128|(1536, 0)", "tensor": "model.visual.blocks.11.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.23.attn.qkv.weight|2d-128|(512, 768)", "tensor": "model.visual.blocks.23.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.6.attn.qkv.weight|2d-128|(1920, 512)", "tensor": "model.visual.blocks.6.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.23.attn.qkv.weight|2d-128|(768, 768)", "tensor": "model.visual.blocks.23.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.15.attn.qkv.weight|2d-128|(384, 640)", "tensor": "model.visual.blocks.15.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.3.attn.qkv.weight|2d-128|(1792, 896)", "tensor": "model.visual.blocks.3.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.7.attn.qkv.weight|2d-128|(2048, 640)", "tensor": "model.visual.blocks.7.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2048, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.5.attn.qkv.weight|2d-128|(2048, 896)", "tensor": "model.visual.blocks.5.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2048, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.5.attn.qkv.weight|2d-128|(1920, 640)", "tensor": "model.visual.blocks.5.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.17.attn.qkv.weight|2d-128|(1664, 128)", "tensor": "model.visual.blocks.17.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.1.attn.qkv.weight|2d-128|(1152, 768)", "tensor": "model.visual.blocks.1.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.18.attn.qkv.weight|2d-128|(128, 128)", "tensor": "model.visual.blocks.18.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.7.attn.qkv.weight|2d-128|(1792, 768)", "tensor": "model.visual.blocks.7.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.19.attn.qkv.weight|2d-128|(896, 512)", "tensor": "model.visual.blocks.19.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.10.attn.qkv.weight|2d-128|(2432, 0)", "tensor": "model.visual.blocks.10.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2432, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.1.attn.qkv.weight|2d-128|(2432, 384)", "tensor": "model.visual.blocks.1.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2432, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.20.attn.qkv.weight|2d-128|(768, 512)", "tensor": "model.visual.blocks.20.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.8.attn.qkv.weight|2d-128|(0, 896)", "tensor": "model.visual.blocks.8.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.7.attn.qkv.weight|2d-128|(2816, 128)", "tensor": "model.visual.blocks.7.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2816, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.20.attn.qkv.weight|2d-128|(2048, 768)", "tensor": "model.visual.blocks.20.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2048, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.20.attn.qkv.weight|2d-128|(2432, 384)", "tensor": "model.visual.blocks.20.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2432, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.10.attn.qkv.weight|2d-128|(1024, 256)", "tensor": "model.visual.blocks.10.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.12.attn.qkv.weight|2d-128|(1408, 256)", "tensor": "model.visual.blocks.12.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.10.attn.qkv.weight|2d-128|(1664, 0)", "tensor": "model.visual.blocks.10.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.4.attn.qkv.weight|2d-128|(1024, 384)", "tensor": "model.visual.blocks.4.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.11.attn.qkv.weight|2d-128|(256, 640)", "tensor": "model.visual.blocks.11.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.16.attn.qkv.weight|2d-128|(2176, 768)", "tensor": "model.visual.blocks.16.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2176, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.23.attn.qkv.weight|2d-128|(1920, 384)", "tensor": "model.visual.blocks.23.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.13.attn.qkv.weight|2d-128|(256, 512)", "tensor": "model.visual.blocks.13.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.4.attn.qkv.weight|2d-128|(256, 768)", "tensor": "model.visual.blocks.4.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.10.attn.qkv.weight|2d-128|(768, 768)", "tensor": "model.visual.blocks.10.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.8.attn.qkv.weight|2d-128|(1664, 0)", "tensor": "model.visual.blocks.8.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.3.attn.qkv.weight|2d-128|(2560, 512)", "tensor": "model.visual.blocks.3.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2560, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.16.attn.qkv.weight|2d-128|(1280, 128)", "tensor": "model.visual.blocks.16.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.5.attn.qkv.weight|2d-128|(2432, 128)", "tensor": "model.visual.blocks.5.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2432, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.6.attn.qkv.weight|2d-128|(128, 0)", "tensor": "model.visual.blocks.6.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.17.attn.qkv.weight|2d-128|(2688, 256)", "tensor": "model.visual.blocks.17.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2688, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.5.attn.qkv.weight|2d-128|(384, 896)", "tensor": "model.visual.blocks.5.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.21.attn.qkv.weight|2d-128|(1664, 384)", "tensor": "model.visual.blocks.21.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.6.attn.qkv.weight|2d-128|(128, 640)", "tensor": "model.visual.blocks.6.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.2.attn.qkv.weight|2d-128|(1408, 768)", "tensor": "model.visual.blocks.2.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.21.attn.qkv.weight|2d-128|(768, 512)", "tensor": "model.visual.blocks.21.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.5.attn.qkv.weight|2d-128|(2944, 256)", "tensor": "model.visual.blocks.5.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2944, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.15.attn.qkv.weight|2d-128|(2304, 768)", "tensor": "model.visual.blocks.15.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2304, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.9.attn.qkv.weight|2d-128|(0, 512)", "tensor": "model.visual.blocks.9.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.12.attn.qkv.weight|2d-128|(2048, 128)", "tensor": "model.visual.blocks.12.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2048, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.15.attn.qkv.weight|2d-128|(1280, 896)", "tensor": "model.visual.blocks.15.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.19.attn.qkv.weight|2d-128|(1152, 768)", "tensor": "model.visual.blocks.19.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.23.attn.qkv.weight|2d-128|(128, 384)", "tensor": "model.visual.blocks.23.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.6.attn.qkv.weight|2d-128|(384, 384)", "tensor": "model.visual.blocks.6.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.20.attn.qkv.weight|2d-128|(2816, 384)", "tensor": "model.visual.blocks.20.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2816, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.17.attn.qkv.weight|2d-128|(640, 768)", "tensor": "model.visual.blocks.17.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.9.attn.qkv.weight|2d-128|(640, 256)", "tensor": "model.visual.blocks.9.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.21.attn.qkv.weight|2d-128|(2944, 640)", "tensor": "model.visual.blocks.21.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2944, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.10.attn.qkv.weight|2d-128|(2048, 128)", "tensor": "model.visual.blocks.10.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2048, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.10.attn.qkv.weight|2d-128|(2688, 768)", "tensor": "model.visual.blocks.10.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2688, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.5.attn.qkv.weight|2d-128|(1664, 128)", "tensor": "model.visual.blocks.5.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.11.attn.qkv.weight|2d-128|(2176, 256)", "tensor": "model.visual.blocks.11.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2176, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.9.attn.qkv.weight|2d-128|(384, 640)", "tensor": "model.visual.blocks.9.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.0.attn.qkv.weight|2d-128|(1152, 0)", "tensor": "model.visual.blocks.0.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.13.attn.qkv.weight|2d-128|(768, 0)", "tensor": "model.visual.blocks.13.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.14.attn.qkv.weight|2d-128|(2048, 640)", "tensor": "model.visual.blocks.14.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2048, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.12.attn.qkv.weight|2d-128|(640, 640)", "tensor": "model.visual.blocks.12.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.0.attn.qkv.weight|2d-128|(1152, 512)", "tensor": "model.visual.blocks.0.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.14.attn.qkv.weight|2d-128|(2176, 256)", "tensor": "model.visual.blocks.14.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2176, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.17.attn.qkv.weight|2d-128|(2944, 384)", "tensor": "model.visual.blocks.17.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2944, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.9.attn.qkv.weight|2d-128|(1536, 512)", "tensor": "model.visual.blocks.9.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.13.attn.qkv.weight|2d-128|(0, 896)", "tensor": "model.visual.blocks.13.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.23.attn.qkv.weight|2d-128|(2944, 256)", "tensor": "model.visual.blocks.23.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2944, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.0.attn.qkv.weight|2d-128|(1280, 256)", "tensor": "model.visual.blocks.0.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.20.attn.qkv.weight|2d-128|(512, 128)", "tensor": "model.visual.blocks.20.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.20.attn.qkv.weight|2d-128|(1280, 256)", "tensor": "model.visual.blocks.20.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.11.attn.qkv.weight|2d-128|(1280, 0)", "tensor": "model.visual.blocks.11.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.23.attn.qkv.weight|2d-128|(2432, 256)", "tensor": "model.visual.blocks.23.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2432, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.12.attn.qkv.weight|2d-128|(896, 896)", "tensor": "model.visual.blocks.12.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.20.attn.qkv.weight|2d-128|(2304, 384)", "tensor": "model.visual.blocks.20.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2304, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.22.attn.qkv.weight|2d-128|(2944, 640)", "tensor": "model.visual.blocks.22.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2944, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.15.attn.qkv.weight|2d-128|(1536, 640)", "tensor": "model.visual.blocks.15.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.12.attn.qkv.weight|2d-128|(1280, 896)", "tensor": "model.visual.blocks.12.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.6.attn.qkv.weight|2d-128|(1536, 256)", "tensor": "model.visual.blocks.6.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.10.attn.qkv.weight|2d-128|(1280, 256)", "tensor": "model.visual.blocks.10.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.17.attn.qkv.weight|2d-128|(384, 768)", "tensor": "model.visual.blocks.17.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.2.attn.qkv.weight|2d-128|(1920, 768)", "tensor": "model.visual.blocks.2.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.20.attn.qkv.weight|2d-128|(1152, 256)", "tensor": "model.visual.blocks.20.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.6.attn.qkv.weight|2d-128|(1664, 640)", "tensor": "model.visual.blocks.6.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.10.attn.qkv.weight|2d-128|(896, 128)", "tensor": "model.visual.blocks.10.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.17.attn.qkv.weight|2d-128|(896, 896)", "tensor": "model.visual.blocks.17.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.18.attn.qkv.weight|2d-128|(256, 128)", "tensor": "model.visual.blocks.18.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.12.attn.qkv.weight|2d-128|(128, 384)", "tensor": "model.visual.blocks.12.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.23.attn.qkv.weight|2d-128|(896, 896)", "tensor": "model.visual.blocks.23.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.23.attn.qkv.weight|2d-128|(1664, 256)", "tensor": "model.visual.blocks.23.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.21.attn.qkv.weight|2d-128|(2048, 640)", "tensor": "model.visual.blocks.21.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2048, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.6.attn.qkv.weight|2d-128|(640, 128)", "tensor": "model.visual.blocks.6.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.6.attn.qkv.weight|2d-128|(1792, 640)", "tensor": "model.visual.blocks.6.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.0.attn.qkv.weight|2d-128|(1664, 384)", "tensor": "model.visual.blocks.0.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.23.attn.qkv.weight|2d-128|(2176, 256)", "tensor": "model.visual.blocks.23.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2176, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.4.attn.qkv.weight|2d-128|(1280, 0)", "tensor": "model.visual.blocks.4.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.22.attn.qkv.weight|2d-128|(256, 128)", "tensor": "model.visual.blocks.22.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.6.attn.qkv.weight|2d-128|(1408, 256)", "tensor": "model.visual.blocks.6.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.23.attn.qkv.weight|2d-128|(512, 512)", "tensor": "model.visual.blocks.23.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.10.attn.qkv.weight|2d-128|(2560, 384)", "tensor": "model.visual.blocks.10.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2560, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.8.attn.qkv.weight|2d-128|(2560, 0)", "tensor": "model.visual.blocks.8.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2560, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.8.attn.qkv.weight|2d-128|(1920, 768)", "tensor": "model.visual.blocks.8.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.12.attn.qkv.weight|2d-128|(1152, 0)", "tensor": "model.visual.blocks.12.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.15.attn.qkv.weight|2d-128|(2432, 128)", "tensor": "model.visual.blocks.15.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2432, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.8.attn.qkv.weight|2d-128|(1024, 512)", "tensor": "model.visual.blocks.8.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.14.attn.qkv.weight|2d-128|(2816, 512)", "tensor": "model.visual.blocks.14.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2816, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.15.attn.qkv.weight|2d-128|(2560, 512)", "tensor": "model.visual.blocks.15.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2560, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.18.attn.qkv.weight|2d-128|(896, 512)", "tensor": "model.visual.blocks.18.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.8.attn.qkv.weight|2d-128|(1024, 640)", "tensor": "model.visual.blocks.8.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.15.attn.qkv.weight|2d-128|(896, 128)", "tensor": "model.visual.blocks.15.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.21.attn.qkv.weight|2d-128|(2560, 0)", "tensor": "model.visual.blocks.21.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2560, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.10.attn.qkv.weight|2d-128|(1920, 384)", "tensor": "model.visual.blocks.10.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.13.attn.qkv.weight|2d-128|(1152, 384)", "tensor": "model.visual.blocks.13.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.0.attn.qkv.weight|2d-128|(1920, 896)", "tensor": "model.visual.blocks.0.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.0.attn.qkv.weight|2d-128|(2048, 0)", "tensor": "model.visual.blocks.0.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2048, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.12.attn.qkv.weight|2d-128|(1280, 384)", "tensor": "model.visual.blocks.12.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.0.attn.qkv.weight|2d-128|(2048, 256)", "tensor": "model.visual.blocks.0.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2048, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.22.attn.qkv.weight|2d-128|(2048, 768)", "tensor": "model.visual.blocks.22.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2048, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.19.attn.qkv.weight|2d-128|(2304, 384)", "tensor": "model.visual.blocks.19.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2304, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.5.attn.qkv.weight|2d-128|(1024, 512)", "tensor": "model.visual.blocks.5.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.6.attn.qkv.weight|2d-128|(2432, 128)", "tensor": "model.visual.blocks.6.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2432, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.19.attn.qkv.weight|2d-128|(256, 768)", "tensor": "model.visual.blocks.19.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.10.attn.qkv.weight|2d-128|(512, 896)", "tensor": "model.visual.blocks.10.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.18.attn.qkv.weight|2d-128|(1152, 512)", "tensor": "model.visual.blocks.18.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.7.attn.qkv.weight|2d-128|(896, 128)", "tensor": "model.visual.blocks.7.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.23.attn.qkv.weight|2d-128|(768, 896)", "tensor": "model.visual.blocks.23.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.8.attn.qkv.weight|2d-128|(2432, 0)", "tensor": "model.visual.blocks.8.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2432, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.17.attn.qkv.weight|2d-128|(2688, 128)", "tensor": "model.visual.blocks.17.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2688, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.1.attn.qkv.weight|2d-128|(1024, 128)", "tensor": "model.visual.blocks.1.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.10.attn.qkv.weight|2d-128|(1152, 896)", "tensor": "model.visual.blocks.10.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.4.attn.qkv.weight|2d-128|(896, 768)", "tensor": "model.visual.blocks.4.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.7.attn.qkv.weight|2d-128|(2560, 512)", "tensor": "model.visual.blocks.7.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2560, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.6.attn.qkv.weight|2d-128|(2176, 640)", "tensor": "model.visual.blocks.6.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2176, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.17.attn.qkv.weight|2d-128|(1408, 128)", "tensor": "model.visual.blocks.17.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.4.attn.qkv.weight|2d-128|(896, 0)", "tensor": "model.visual.blocks.4.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.19.attn.qkv.weight|2d-128|(2432, 0)", "tensor": "model.visual.blocks.19.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2432, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.12.attn.qkv.weight|2d-128|(2048, 384)", "tensor": "model.visual.blocks.12.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2048, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.20.attn.qkv.weight|2d-128|(2304, 128)", "tensor": "model.visual.blocks.20.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2304, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.18.attn.qkv.weight|2d-128|(1536, 384)", "tensor": "model.visual.blocks.18.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.21.attn.qkv.weight|2d-128|(2176, 896)", "tensor": "model.visual.blocks.21.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2176, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.21.attn.qkv.weight|2d-128|(2560, 640)", "tensor": "model.visual.blocks.21.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2560, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.1.attn.qkv.weight|2d-128|(1536, 896)", "tensor": "model.visual.blocks.1.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.8.attn.qkv.weight|2d-128|(640, 640)", "tensor": "model.visual.blocks.8.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.20.attn.qkv.weight|2d-128|(128, 896)", "tensor": "model.visual.blocks.20.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.11.attn.qkv.weight|2d-128|(2176, 896)", "tensor": "model.visual.blocks.11.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2176, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.15.attn.qkv.weight|2d-128|(896, 640)", "tensor": "model.visual.blocks.15.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.16.attn.qkv.weight|2d-128|(1792, 256)", "tensor": "model.visual.blocks.16.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.3.attn.qkv.weight|2d-128|(2304, 0)", "tensor": "model.visual.blocks.3.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2304, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.9.attn.qkv.weight|2d-128|(2048, 768)", "tensor": "model.visual.blocks.9.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2048, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.13.attn.qkv.weight|2d-128|(1280, 768)", "tensor": "model.visual.blocks.13.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.15.attn.qkv.weight|2d-128|(2048, 0)", "tensor": "model.visual.blocks.15.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2048, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.13.attn.qkv.weight|2d-128|(768, 896)", "tensor": "model.visual.blocks.13.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.12.attn.qkv.weight|2d-128|(2688, 384)", "tensor": "model.visual.blocks.12.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2688, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.21.attn.qkv.weight|2d-128|(1920, 384)", "tensor": "model.visual.blocks.21.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.8.attn.qkv.weight|2d-128|(1408, 256)", "tensor": "model.visual.blocks.8.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.3.attn.qkv.weight|2d-128|(2048, 640)", "tensor": "model.visual.blocks.3.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2048, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.0.attn.qkv.weight|2d-128|(2688, 256)", "tensor": "model.visual.blocks.0.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2688, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.13.attn.qkv.weight|2d-128|(1280, 640)", "tensor": "model.visual.blocks.13.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.6.attn.qkv.weight|2d-128|(2816, 640)", "tensor": "model.visual.blocks.6.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2816, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.0.attn.qkv.weight|2d-128|(2688, 640)", "tensor": "model.visual.blocks.0.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2688, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.19.attn.qkv.weight|2d-128|(1920, 896)", "tensor": "model.visual.blocks.19.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.14.attn.qkv.weight|2d-128|(2176, 0)", "tensor": "model.visual.blocks.14.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2176, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.18.attn.qkv.weight|2d-128|(2560, 128)", "tensor": "model.visual.blocks.18.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2560, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.8.attn.qkv.weight|2d-128|(1920, 896)", "tensor": "model.visual.blocks.8.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.2.attn.qkv.weight|2d-128|(2176, 640)", "tensor": "model.visual.blocks.2.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2176, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.2.attn.qkv.weight|2d-128|(2048, 512)", "tensor": "model.visual.blocks.2.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2048, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.12.attn.qkv.weight|2d-128|(1920, 640)", "tensor": "model.visual.blocks.12.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.16.attn.qkv.weight|2d-128|(896, 640)", "tensor": "model.visual.blocks.16.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.16.attn.qkv.weight|2d-128|(1024, 640)", "tensor": "model.visual.blocks.16.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.4.attn.qkv.weight|2d-128|(1792, 384)", "tensor": "model.visual.blocks.4.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.12.attn.qkv.weight|2d-128|(384, 640)", "tensor": "model.visual.blocks.12.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.2.attn.qkv.weight|2d-128|(2560, 768)", "tensor": "model.visual.blocks.2.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2560, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.9.attn.qkv.weight|2d-128|(1536, 384)", "tensor": "model.visual.blocks.9.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.21.attn.qkv.weight|2d-128|(1408, 512)", "tensor": "model.visual.blocks.21.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.14.attn.qkv.weight|2d-128|(2688, 640)", "tensor": "model.visual.blocks.14.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2688, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.21.attn.qkv.weight|2d-128|(2944, 768)", "tensor": "model.visual.blocks.21.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2944, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.18.attn.qkv.weight|2d-128|(2048, 128)", "tensor": "model.visual.blocks.18.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2048, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.11.attn.qkv.weight|2d-128|(2432, 0)", "tensor": "model.visual.blocks.11.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2432, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.1.attn.qkv.weight|2d-128|(0, 0)", "tensor": "model.visual.blocks.1.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.22.attn.qkv.weight|2d-128|(768, 128)", "tensor": "model.visual.blocks.22.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.16.attn.qkv.weight|2d-128|(512, 768)", "tensor": "model.visual.blocks.16.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.9.attn.qkv.weight|2d-128|(2176, 640)", "tensor": "model.visual.blocks.9.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2176, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.21.attn.qkv.weight|2d-128|(2304, 768)", "tensor": "model.visual.blocks.21.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2304, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.12.attn.qkv.weight|2d-128|(2944, 512)", "tensor": "model.visual.blocks.12.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2944, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.23.attn.qkv.weight|2d-128|(1408, 256)", "tensor": "model.visual.blocks.23.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.13.attn.qkv.weight|2d-128|(2688, 768)", "tensor": "model.visual.blocks.13.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2688, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.14.attn.qkv.weight|2d-128|(1280, 128)", "tensor": "model.visual.blocks.14.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.8.attn.qkv.weight|2d-128|(0, 640)", "tensor": "model.visual.blocks.8.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.22.attn.qkv.weight|2d-128|(0, 512)", "tensor": "model.visual.blocks.22.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.22.attn.qkv.weight|2d-128|(2048, 896)", "tensor": "model.visual.blocks.22.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2048, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.1.attn.qkv.weight|2d-128|(128, 512)", "tensor": "model.visual.blocks.1.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.1.attn.qkv.weight|2d-128|(128, 640)", "tensor": "model.visual.blocks.1.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.13.attn.qkv.weight|2d-128|(2688, 0)", "tensor": "model.visual.blocks.13.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2688, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.13.attn.qkv.weight|2d-128|(384, 640)", "tensor": "model.visual.blocks.13.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.17.attn.qkv.weight|2d-128|(256, 128)", "tensor": "model.visual.blocks.17.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.9.attn.qkv.weight|2d-128|(2816, 896)", "tensor": "model.visual.blocks.9.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2816, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.13.attn.qkv.weight|2d-128|(1408, 896)", "tensor": "model.visual.blocks.13.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.17.attn.qkv.weight|2d-128|(2944, 0)", "tensor": "model.visual.blocks.17.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2944, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.8.attn.qkv.weight|2d-128|(1792, 768)", "tensor": "model.visual.blocks.8.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.9.attn.qkv.weight|2d-128|(896, 384)", "tensor": "model.visual.blocks.9.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.17.attn.qkv.weight|2d-128|(2304, 256)", "tensor": "model.visual.blocks.17.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2304, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.11.attn.qkv.weight|2d-128|(256, 256)", "tensor": "model.visual.blocks.11.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.17.attn.qkv.weight|2d-128|(2432, 640)", "tensor": "model.visual.blocks.17.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2432, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.20.attn.qkv.weight|2d-128|(2304, 512)", "tensor": "model.visual.blocks.20.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2304, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.21.attn.qkv.weight|2d-128|(2560, 256)", "tensor": "model.visual.blocks.21.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2560, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.19.attn.qkv.weight|2d-128|(512, 256)", "tensor": "model.visual.blocks.19.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.3.attn.qkv.weight|2d-128|(1280, 128)", "tensor": "model.visual.blocks.3.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.11.attn.qkv.weight|2d-128|(2432, 256)", "tensor": "model.visual.blocks.11.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2432, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.9.attn.qkv.weight|2d-128|(2560, 896)", "tensor": "model.visual.blocks.9.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2560, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.17.attn.qkv.weight|2d-128|(2944, 896)", "tensor": "model.visual.blocks.17.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2944, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.14.attn.qkv.weight|2d-128|(0, 768)", "tensor": "model.visual.blocks.14.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.22.attn.qkv.weight|2d-128|(2816, 256)", "tensor": "model.visual.blocks.22.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2816, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.10.attn.qkv.weight|2d-128|(896, 896)", "tensor": "model.visual.blocks.10.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.23.attn.qkv.weight|2d-128|(2560, 128)", "tensor": "model.visual.blocks.23.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2560, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.15.attn.qkv.weight|2d-128|(2048, 768)", "tensor": "model.visual.blocks.15.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2048, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.14.attn.qkv.weight|2d-128|(1664, 768)", "tensor": "model.visual.blocks.14.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.13.attn.qkv.weight|2d-128|(128, 128)", "tensor": "model.visual.blocks.13.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.6.attn.qkv.weight|2d-128|(1664, 768)", "tensor": "model.visual.blocks.6.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.21.attn.qkv.weight|2d-128|(1280, 0)", "tensor": "model.visual.blocks.21.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.19.attn.qkv.weight|2d-128|(2560, 640)", "tensor": "model.visual.blocks.19.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2560, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.14.attn.qkv.weight|2d-128|(1920, 640)", "tensor": "model.visual.blocks.14.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.13.attn.qkv.weight|2d-128|(2816, 512)", "tensor": "model.visual.blocks.13.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2816, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.18.attn.qkv.weight|2d-128|(1408, 384)", "tensor": "model.visual.blocks.18.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.1.attn.qkv.weight|2d-128|(640, 640)", "tensor": "model.visual.blocks.1.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.22.attn.qkv.weight|2d-128|(2048, 0)", "tensor": "model.visual.blocks.22.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2048, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.21.attn.qkv.weight|2d-128|(2048, 384)", "tensor": "model.visual.blocks.21.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2048, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.21.attn.qkv.weight|2d-128|(640, 0)", "tensor": "model.visual.blocks.21.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.21.attn.qkv.weight|2d-128|(2432, 128)", "tensor": "model.visual.blocks.21.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2432, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.12.attn.qkv.weight|2d-128|(128, 512)", "tensor": "model.visual.blocks.12.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.6.attn.qkv.weight|2d-128|(768, 896)", "tensor": "model.visual.blocks.6.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.2.attn.qkv.weight|2d-128|(2688, 128)", "tensor": "model.visual.blocks.2.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2688, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.18.attn.qkv.weight|2d-128|(128, 640)", "tensor": "model.visual.blocks.18.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.2.attn.qkv.weight|2d-128|(1280, 512)", "tensor": "model.visual.blocks.2.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.20.attn.qkv.weight|2d-128|(768, 0)", "tensor": "model.visual.blocks.20.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.14.attn.qkv.weight|2d-128|(2944, 640)", "tensor": "model.visual.blocks.14.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2944, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.15.attn.qkv.weight|2d-128|(768, 768)", "tensor": "model.visual.blocks.15.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.20.attn.qkv.weight|2d-128|(128, 768)", "tensor": "model.visual.blocks.20.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.22.attn.qkv.weight|2d-128|(1152, 512)", "tensor": "model.visual.blocks.22.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.10.attn.qkv.weight|2d-128|(128, 256)", "tensor": "model.visual.blocks.10.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.14.attn.qkv.weight|2d-128|(1152, 0)", "tensor": "model.visual.blocks.14.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.8.attn.qkv.weight|2d-128|(1536, 384)", "tensor": "model.visual.blocks.8.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.11.attn.qkv.weight|2d-128|(1920, 128)", "tensor": "model.visual.blocks.11.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.1.attn.qkv.weight|2d-64|(1024, 64)", "tensor": "model.visual.blocks.1.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1024, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.11.attn.qkv.weight|2d-64|(1984, 704)", "tensor": "model.visual.blocks.11.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1984, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.8.attn.qkv.weight|2d-64|(1664, 256)", "tensor": "model.visual.blocks.8.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.19.attn.qkv.weight|2d-64|(768, 640)", "tensor": "model.visual.blocks.19.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.6.attn.qkv.weight|2d-64|(2304, 512)", "tensor": "model.visual.blocks.6.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2304, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.16.attn.qkv.weight|2d-64|(0, 960)", "tensor": "model.visual.blocks.16.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.6.attn.qkv.weight|2d-64|(1664, 0)", "tensor": "model.visual.blocks.6.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.22.attn.qkv.weight|2d-64|(1536, 576)", "tensor": "model.visual.blocks.22.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1536, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.18.attn.qkv.weight|2d-64|(2816, 896)", "tensor": "model.visual.blocks.18.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2816, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.16.attn.qkv.weight|2d-64|(1856, 128)", "tensor": "model.visual.blocks.16.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.22.attn.qkv.weight|2d-64|(2944, 512)", "tensor": "model.visual.blocks.22.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2944, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.13.attn.qkv.weight|2d-64|(1856, 320)", "tensor": "model.visual.blocks.13.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.9.attn.qkv.weight|2d-64|(2880, 768)", "tensor": "model.visual.blocks.9.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2880, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.22.attn.qkv.weight|2d-64|(768, 0)", "tensor": "model.visual.blocks.22.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.18.attn.qkv.weight|2d-64|(256, 640)", "tensor": "model.visual.blocks.18.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.9.attn.qkv.weight|2d-64|(1600, 256)", "tensor": "model.visual.blocks.9.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1600, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.15.attn.qkv.weight|2d-64|(2688, 576)", "tensor": "model.visual.blocks.15.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2688, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.15.attn.qkv.weight|2d-64|(832, 0)", "tensor": "model.visual.blocks.15.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.14.attn.qkv.weight|2d-64|(448, 192)", "tensor": "model.visual.blocks.14.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.2.attn.qkv.weight|2d-64|(1920, 704)", "tensor": "model.visual.blocks.2.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1920, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.15.attn.qkv.weight|2d-64|(832, 64)", "tensor": "model.visual.blocks.15.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.8.attn.qkv.weight|2d-64|(704, 704)", "tensor": "model.visual.blocks.8.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.3.attn.qkv.weight|2d-64|(1472, 256)", "tensor": "model.visual.blocks.3.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1472, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.17.attn.qkv.weight|2d-64|(1152, 704)", "tensor": "model.visual.blocks.17.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1152, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.0.attn.qkv.weight|2d-64|(64, 512)", "tensor": "model.visual.blocks.0.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.5.attn.qkv.weight|2d-64|(512, 256)", "tensor": "model.visual.blocks.5.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.19.attn.qkv.weight|2d-64|(1728, 960)", "tensor": "model.visual.blocks.19.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1728, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.15.attn.qkv.weight|2d-64|(448, 64)", "tensor": "model.visual.blocks.15.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.0.attn.qkv.weight|2d-64|(64, 768)", "tensor": "model.visual.blocks.0.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.23.attn.qkv.weight|2d-64|(1920, 768)", "tensor": "model.visual.blocks.23.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1920, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.11.attn.qkv.weight|2d-64|(2304, 512)", "tensor": "model.visual.blocks.11.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2304, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.8.attn.qkv.weight|2d-64|(192, 64)", "tensor": "model.visual.blocks.8.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.16.attn.qkv.weight|2d-64|(576, 256)", "tensor": "model.visual.blocks.16.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.22.attn.qkv.weight|2d-64|(1024, 64)", "tensor": "model.visual.blocks.22.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1024, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.20.attn.qkv.weight|2d-64|(896, 0)", "tensor": "model.visual.blocks.20.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.17.attn.qkv.weight|2d-64|(1472, 64)", "tensor": "model.visual.blocks.17.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1472, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.16.attn.qkv.weight|2d-64|(2304, 192)", "tensor": "model.visual.blocks.16.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2304, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.6.attn.qkv.weight|2d-64|(128, 192)", "tensor": "model.visual.blocks.6.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.23.attn.qkv.weight|2d-64|(832, 128)", "tensor": "model.visual.blocks.23.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.4.attn.qkv.weight|2d-64|(2112, 896)", "tensor": "model.visual.blocks.4.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2112, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.11.attn.qkv.weight|2d-64|(448, 192)", "tensor": "model.visual.blocks.11.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.17.attn.qkv.weight|2d-64|(2368, 0)", "tensor": "model.visual.blocks.17.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2368, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.3.attn.qkv.weight|2d-64|(2880, 128)", "tensor": "model.visual.blocks.3.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2880, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.19.attn.qkv.weight|2d-64|(448, 704)", "tensor": "model.visual.blocks.19.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.18.attn.qkv.weight|2d-64|(832, 320)", "tensor": "model.visual.blocks.18.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.3.attn.qkv.weight|2d-64|(2496, 192)", "tensor": "model.visual.blocks.3.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2496, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.18.attn.qkv.weight|2d-64|(2368, 576)", "tensor": "model.visual.blocks.18.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2368, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.8.attn.qkv.weight|2d-64|(1856, 704)", "tensor": "model.visual.blocks.8.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.4.attn.qkv.weight|2d-64|(2560, 0)", "tensor": "model.visual.blocks.4.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2560, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.4.attn.qkv.weight|2d-64|(832, 320)", "tensor": "model.visual.blocks.4.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.0.attn.qkv.weight|2d-64|(1600, 384)", "tensor": "model.visual.blocks.0.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1600, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.11.attn.qkv.weight|2d-64|(1280, 128)", "tensor": "model.visual.blocks.11.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1280, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.15.attn.qkv.weight|2d-64|(1280, 640)", "tensor": "model.visual.blocks.15.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1280, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.10.attn.qkv.weight|2d-64|(512, 704)", "tensor": "model.visual.blocks.10.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.16.attn.qkv.weight|2d-64|(576, 192)", "tensor": "model.visual.blocks.16.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.17.attn.qkv.weight|2d-64|(768, 832)", "tensor": "model.visual.blocks.17.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.21.attn.qkv.weight|2d-64|(256, 320)", "tensor": "model.visual.blocks.21.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.16.attn.qkv.weight|2d-64|(1408, 256)", "tensor": "model.visual.blocks.16.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.9.attn.qkv.weight|2d-64|(320, 128)", "tensor": "model.visual.blocks.9.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.0.attn.qkv.weight|2d-64|(192, 704)", "tensor": "model.visual.blocks.0.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.22.attn.qkv.weight|2d-64|(1600, 512)", "tensor": "model.visual.blocks.22.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1600, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.9.attn.qkv.weight|2d-64|(2368, 704)", "tensor": "model.visual.blocks.9.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2368, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.10.attn.qkv.weight|2d-64|(1664, 960)", "tensor": "model.visual.blocks.10.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.3.attn.qkv.weight|2d-64|(960, 64)", "tensor": "model.visual.blocks.3.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.8.attn.qkv.weight|2d-64|(2880, 0)", "tensor": "model.visual.blocks.8.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2880, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.20.attn.qkv.weight|2d-64|(704, 640)", "tensor": "model.visual.blocks.20.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.23.attn.qkv.weight|2d-64|(128, 768)", "tensor": "model.visual.blocks.23.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.11.attn.qkv.weight|2d-64|(1728, 576)", "tensor": "model.visual.blocks.11.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1728, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.16.attn.qkv.weight|2d-64|(1472, 384)", "tensor": "model.visual.blocks.16.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1472, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.11.attn.qkv.weight|2d-64|(2112, 640)", "tensor": "model.visual.blocks.11.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2112, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.14.attn.qkv.weight|2d-64|(1536, 256)", "tensor": "model.visual.blocks.14.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1536, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.13.attn.qkv.weight|2d-64|(1344, 704)", "tensor": "model.visual.blocks.13.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1344, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.2.attn.qkv.weight|2d-64|(64, 640)", "tensor": "model.visual.blocks.2.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.22.attn.qkv.weight|2d-64|(2240, 704)", "tensor": "model.visual.blocks.22.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2240, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.4.attn.qkv.weight|2d-64|(2368, 896)", "tensor": "model.visual.blocks.4.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2368, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.9.attn.qkv.weight|2d-64|(896, 832)", "tensor": "model.visual.blocks.9.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.21.attn.qkv.weight|2d-64|(320, 512)", "tensor": "model.visual.blocks.21.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.11.attn.qkv.weight|2d-64|(768, 768)", "tensor": "model.visual.blocks.11.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.16.attn.qkv.weight|2d-64|(640, 0)", "tensor": "model.visual.blocks.16.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.19.attn.qkv.weight|2d-64|(256, 384)", "tensor": "model.visual.blocks.19.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.7.attn.qkv.weight|2d-64|(1536, 832)", "tensor": "model.visual.blocks.7.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1536, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.16.attn.qkv.weight|2d-64|(2944, 384)", "tensor": "model.visual.blocks.16.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2944, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.10.attn.qkv.weight|2d-64|(1728, 960)", "tensor": "model.visual.blocks.10.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1728, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.11.attn.qkv.weight|2d-64|(2944, 576)", "tensor": "model.visual.blocks.11.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2944, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.21.attn.qkv.weight|2d-64|(2496, 512)", "tensor": "model.visual.blocks.21.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2496, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.13.attn.qkv.weight|2d-64|(2496, 832)", "tensor": "model.visual.blocks.13.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2496, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.13.attn.qkv.weight|2d-64|(320, 576)", "tensor": "model.visual.blocks.13.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.8.attn.qkv.weight|2d-64|(2624, 960)", "tensor": "model.visual.blocks.8.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2624, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.22.attn.qkv.weight|2d-64|(896, 576)", "tensor": "model.visual.blocks.22.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.6.attn.qkv.weight|2d-64|(2496, 768)", "tensor": "model.visual.blocks.6.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2496, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.19.attn.qkv.weight|2d-64|(192, 0)", "tensor": "model.visual.blocks.19.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.13.attn.qkv.weight|2d-64|(2048, 128)", "tensor": "model.visual.blocks.13.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2048, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.23.attn.qkv.weight|2d-64|(256, 384)", "tensor": "model.visual.blocks.23.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.7.attn.qkv.weight|2d-64|(3008, 192)", "tensor": "model.visual.blocks.7.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3008, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.0.attn.qkv.weight|2d-64|(320, 896)", "tensor": "model.visual.blocks.0.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.11.attn.qkv.weight|2d-64|(768, 0)", "tensor": "model.visual.blocks.11.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.21.attn.qkv.weight|2d-64|(2688, 832)", "tensor": "model.visual.blocks.21.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2688, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.4.attn.qkv.weight|2d-64|(1088, 576)", "tensor": "model.visual.blocks.4.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1088, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.10.attn.qkv.weight|2d-64|(2496, 0)", "tensor": "model.visual.blocks.10.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2496, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.3.attn.qkv.weight|2d-64|(1792, 704)", "tensor": "model.visual.blocks.3.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1792, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.8.attn.qkv.weight|2d-64|(2752, 576)", "tensor": "model.visual.blocks.8.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2752, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.23.attn.qkv.weight|2d-64|(2304, 896)", "tensor": "model.visual.blocks.23.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2304, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.23.attn.qkv.weight|2d-64|(2496, 704)", "tensor": "model.visual.blocks.23.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2496, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.15.attn.qkv.weight|2d-64|(2496, 192)", "tensor": "model.visual.blocks.15.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2496, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.16.attn.qkv.weight|2d-64|(640, 192)", "tensor": "model.visual.blocks.16.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.7.attn.qkv.weight|2d-64|(1984, 384)", "tensor": "model.visual.blocks.7.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1984, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.20.attn.qkv.weight|2d-64|(2816, 512)", "tensor": "model.visual.blocks.20.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2816, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.2.attn.qkv.weight|2d-64|(1792, 64)", "tensor": "model.visual.blocks.2.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1792, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.3.attn.qkv.weight|2d-64|(832, 64)", "tensor": "model.visual.blocks.3.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.15.attn.qkv.weight|2d-64|(1280, 768)", "tensor": "model.visual.blocks.15.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1280, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.17.attn.qkv.weight|2d-64|(1600, 0)", "tensor": "model.visual.blocks.17.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1600, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.19.attn.qkv.weight|2d-64|(2752, 768)", "tensor": "model.visual.blocks.19.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2752, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.12.attn.qkv.weight|2d-64|(1280, 448)", "tensor": "model.visual.blocks.12.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1280, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.17.attn.qkv.weight|2d-64|(1344, 704)", "tensor": "model.visual.blocks.17.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1344, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.23.attn.qkv.weight|2d-64|(1536, 448)", "tensor": "model.visual.blocks.23.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1536, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.2.attn.qkv.weight|2d-64|(576, 256)", "tensor": "model.visual.blocks.2.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.1.attn.qkv.weight|2d-64|(2688, 832)", "tensor": "model.visual.blocks.1.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2688, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.20.attn.qkv.weight|2d-64|(1472, 0)", "tensor": "model.visual.blocks.20.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1472, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.17.attn.qkv.weight|2d-64|(2688, 0)", "tensor": "model.visual.blocks.17.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2688, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.8.attn.qkv.weight|2d-64|(2944, 384)", "tensor": "model.visual.blocks.8.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2944, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.6.attn.qkv.weight|2d-64|(1600, 576)", "tensor": "model.visual.blocks.6.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1600, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.5.attn.qkv.weight|2d-64|(640, 448)", "tensor": "model.visual.blocks.5.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.10.attn.qkv.weight|2d-64|(1536, 704)", "tensor": "model.visual.blocks.10.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1536, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.18.attn.qkv.weight|2d-64|(2880, 576)", "tensor": "model.visual.blocks.18.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2880, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.12.attn.qkv.weight|2d-64|(896, 192)", "tensor": "model.visual.blocks.12.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.23.attn.qkv.weight|2d-64|(2304, 320)", "tensor": "model.visual.blocks.23.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2304, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.8.attn.qkv.weight|2d-64|(2496, 64)", "tensor": "model.visual.blocks.8.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2496, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.15.attn.qkv.weight|2d-64|(768, 768)", "tensor": "model.visual.blocks.15.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.9.attn.qkv.weight|2d-64|(2688, 960)", "tensor": "model.visual.blocks.9.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2688, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.18.attn.qkv.weight|2d-64|(2944, 448)", "tensor": "model.visual.blocks.18.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2944, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.13.attn.qkv.weight|2d-64|(2176, 256)", "tensor": "model.visual.blocks.13.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2176, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.12.attn.qkv.weight|2d-64|(1536, 704)", "tensor": "model.visual.blocks.12.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1536, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.21.attn.qkv.weight|2d-64|(1920, 768)", "tensor": "model.visual.blocks.21.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1920, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.23.attn.qkv.weight|2d-64|(2560, 256)", "tensor": "model.visual.blocks.23.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2560, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.19.attn.qkv.weight|2d-64|(1088, 448)", "tensor": "model.visual.blocks.19.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1088, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.16.attn.qkv.weight|2d-64|(2176, 448)", "tensor": "model.visual.blocks.16.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2176, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.21.attn.qkv.weight|2d-64|(192, 704)", "tensor": "model.visual.blocks.21.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.6.attn.qkv.weight|2d-64|(1152, 256)", "tensor": "model.visual.blocks.6.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1152, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.23.attn.qkv.weight|2d-64|(1856, 448)", "tensor": "model.visual.blocks.23.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.12.attn.qkv.weight|2d-64|(0, 960)", "tensor": "model.visual.blocks.12.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.9.attn.qkv.weight|2d-64|(192, 576)", "tensor": "model.visual.blocks.9.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.17.attn.qkv.weight|2d-64|(1472, 128)", "tensor": "model.visual.blocks.17.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1472, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.6.attn.qkv.weight|2d-64|(1472, 256)", "tensor": "model.visual.blocks.6.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1472, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.19.attn.qkv.weight|2d-64|(2752, 640)", "tensor": "model.visual.blocks.19.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2752, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.22.attn.qkv.weight|2d-64|(2816, 256)", "tensor": "model.visual.blocks.22.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2816, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.14.attn.qkv.weight|2d-64|(2816, 768)", "tensor": "model.visual.blocks.14.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2816, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.1.attn.qkv.weight|2d-64|(2176, 128)", "tensor": "model.visual.blocks.1.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2176, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.10.attn.qkv.weight|2d-64|(704, 320)", "tensor": "model.visual.blocks.10.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.15.attn.qkv.weight|2d-64|(1792, 704)", "tensor": "model.visual.blocks.15.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1792, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.0.attn.qkv.weight|2d-64|(1920, 896)", "tensor": "model.visual.blocks.0.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1920, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.18.attn.qkv.weight|2d-64|(2752, 576)", "tensor": "model.visual.blocks.18.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2752, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.0.attn.qkv.weight|2d-64|(1920, 512)", "tensor": "model.visual.blocks.0.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1920, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.9.attn.qkv.weight|2d-64|(2048, 64)", "tensor": "model.visual.blocks.9.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2048, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.4.attn.qkv.weight|2d-64|(2560, 320)", "tensor": "model.visual.blocks.4.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2560, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.10.attn.qkv.weight|2d-64|(64, 832)", "tensor": "model.visual.blocks.10.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.21.attn.qkv.weight|2d-64|(384, 704)", "tensor": "model.visual.blocks.21.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.13.attn.qkv.weight|2d-64|(1792, 576)", "tensor": "model.visual.blocks.13.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1792, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.4.attn.qkv.weight|2d-64|(1536, 640)", "tensor": "model.visual.blocks.4.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1536, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.14.attn.qkv.weight|2d-64|(448, 448)", "tensor": "model.visual.blocks.14.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.16.attn.qkv.weight|2d-64|(128, 832)", "tensor": "model.visual.blocks.16.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.19.attn.qkv.weight|2d-64|(3008, 192)", "tensor": "model.visual.blocks.19.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3008, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.2.attn.qkv.weight|2d-64|(768, 192)", "tensor": "model.visual.blocks.2.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.1.attn.qkv.weight|2d-64|(448, 320)", "tensor": "model.visual.blocks.1.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.3.attn.qkv.weight|2d-64|(2752, 128)", "tensor": "model.visual.blocks.3.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2752, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.20.attn.qkv.weight|2d-64|(448, 640)", "tensor": "model.visual.blocks.20.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.22.attn.qkv.weight|2d-64|(3008, 256)", "tensor": "model.visual.blocks.22.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3008, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.0.attn.qkv.weight|2d-64|(2496, 320)", "tensor": "model.visual.blocks.0.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2496, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.0.attn.qkv.weight|2d-64|(1280, 192)", "tensor": "model.visual.blocks.0.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1280, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.13.attn.qkv.weight|2d-64|(2880, 320)", "tensor": "model.visual.blocks.13.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2880, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.15.attn.qkv.weight|2d-64|(1728, 384)", "tensor": "model.visual.blocks.15.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1728, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.1.attn.qkv.weight|2d-64|(1792, 640)", "tensor": "model.visual.blocks.1.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1792, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.2.attn.qkv.weight|2d-64|(2816, 704)", "tensor": "model.visual.blocks.2.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2816, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.16.attn.qkv.weight|2d-64|(448, 768)", "tensor": "model.visual.blocks.16.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.12.attn.qkv.weight|2d-64|(832, 576)", "tensor": "model.visual.blocks.12.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.6.attn.qkv.weight|2d-64|(2624, 128)", "tensor": "model.visual.blocks.6.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2624, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.18.attn.qkv.weight|2d-64|(2624, 640)", "tensor": "model.visual.blocks.18.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2624, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.2.attn.qkv.weight|2d-64|(64, 960)", "tensor": "model.visual.blocks.2.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.12.attn.qkv.weight|2d-64|(192, 960)", "tensor": "model.visual.blocks.12.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.0.attn.qkv.weight|2d-64|(1664, 512)", "tensor": "model.visual.blocks.0.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.3.attn.qkv.weight|2d-64|(832, 128)", "tensor": "model.visual.blocks.3.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.6.attn.qkv.weight|2d-64|(2176, 320)", "tensor": "model.visual.blocks.6.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2176, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.20.attn.qkv.weight|2d-64|(1408, 256)", "tensor": "model.visual.blocks.20.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.8.attn.qkv.weight|2d-64|(640, 384)", "tensor": "model.visual.blocks.8.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.14.attn.qkv.weight|2d-64|(2944, 768)", "tensor": "model.visual.blocks.14.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2944, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.15.attn.qkv.weight|2d-64|(1600, 0)", "tensor": "model.visual.blocks.15.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1600, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.4.attn.qkv.weight|2d-64|(1600, 768)", "tensor": "model.visual.blocks.4.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1600, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.7.attn.qkv.weight|2d-64|(1088, 0)", "tensor": "model.visual.blocks.7.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1088, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.18.attn.qkv.weight|2d-64|(2816, 512)", "tensor": "model.visual.blocks.18.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2816, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.19.attn.qkv.weight|2d-64|(704, 448)", "tensor": "model.visual.blocks.19.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.9.attn.qkv.weight|2d-64|(1728, 448)", "tensor": "model.visual.blocks.9.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1728, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.10.attn.qkv.weight|2d-64|(128, 448)", "tensor": "model.visual.blocks.10.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.11.attn.qkv.weight|2d-64|(256, 320)", "tensor": "model.visual.blocks.11.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.20.attn.qkv.weight|2d-64|(2816, 384)", "tensor": "model.visual.blocks.20.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2816, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.14.attn.qkv.weight|2d-64|(2752, 448)", "tensor": "model.visual.blocks.14.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2752, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.0.attn.qkv.weight|2d-64|(1728, 64)", "tensor": "model.visual.blocks.0.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1728, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.7.attn.qkv.weight|2d-64|(2112, 192)", "tensor": "model.visual.blocks.7.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2112, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.10.attn.qkv.weight|2d-64|(2176, 0)", "tensor": "model.visual.blocks.10.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2176, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.15.attn.qkv.weight|2d-64|(1920, 192)", "tensor": "model.visual.blocks.15.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1920, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.11.attn.qkv.weight|2d-64|(1984, 768)", "tensor": "model.visual.blocks.11.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1984, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.17.attn.qkv.weight|2d-64|(1792, 320)", "tensor": "model.visual.blocks.17.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1792, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.1.attn.qkv.weight|2d-64|(2176, 0)", "tensor": "model.visual.blocks.1.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2176, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.15.attn.qkv.weight|2d-64|(64, 128)", "tensor": "model.visual.blocks.15.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.17.attn.qkv.weight|2d-64|(1216, 832)", "tensor": "model.visual.blocks.17.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1216, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.3.attn.qkv.weight|2d-64|(1856, 320)", "tensor": "model.visual.blocks.3.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.18.attn.qkv.weight|2d-64|(640, 832)", "tensor": "model.visual.blocks.18.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.11.attn.qkv.weight|2d-64|(768, 832)", "tensor": "model.visual.blocks.11.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.18.attn.qkv.weight|2d-64|(320, 512)", "tensor": "model.visual.blocks.18.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.23.attn.qkv.weight|2d-64|(2432, 576)", "tensor": "model.visual.blocks.23.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2432, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.18.attn.qkv.weight|2d-64|(448, 640)", "tensor": "model.visual.blocks.18.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.11.attn.qkv.weight|2d-64|(2176, 256)", "tensor": "model.visual.blocks.11.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2176, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.7.attn.qkv.weight|2d-64|(128, 320)", "tensor": "model.visual.blocks.7.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.3.attn.qkv.weight|2d-64|(1920, 256)", "tensor": "model.visual.blocks.3.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1920, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.11.attn.qkv.weight|2d-64|(192, 448)", "tensor": "model.visual.blocks.11.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.5.attn.qkv.weight|2d-64|(1152, 960)", "tensor": "model.visual.blocks.5.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1152, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.17.attn.qkv.weight|2d-64|(2880, 640)", "tensor": "model.visual.blocks.17.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2880, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.15.attn.qkv.weight|2d-64|(448, 512)", "tensor": "model.visual.blocks.15.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.20.attn.qkv.weight|2d-64|(2368, 256)", "tensor": "model.visual.blocks.20.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2368, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.3.attn.qkv.weight|2d-64|(1280, 896)", "tensor": "model.visual.blocks.3.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1280, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.18.attn.qkv.weight|2d-64|(1152, 448)", "tensor": "model.visual.blocks.18.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1152, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.20.attn.qkv.weight|2d-64|(2368, 64)", "tensor": "model.visual.blocks.20.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2368, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.3.attn.qkv.weight|2d-64|(640, 640)", "tensor": "model.visual.blocks.3.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.10.attn.qkv.weight|2d-64|(1472, 320)", "tensor": "model.visual.blocks.10.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1472, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.4.attn.qkv.weight|2d-64|(1536, 832)", "tensor": "model.visual.blocks.4.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1536, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.20.attn.qkv.weight|2d-64|(960, 960)", "tensor": "model.visual.blocks.20.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.3.attn.qkv.weight|2d-64|(832, 896)", "tensor": "model.visual.blocks.3.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.21.attn.qkv.weight|2d-64|(2240, 256)", "tensor": "model.visual.blocks.21.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2240, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.20.attn.qkv.weight|2d-64|(64, 320)", "tensor": "model.visual.blocks.20.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.17.attn.qkv.weight|2d-64|(2688, 320)", "tensor": "model.visual.blocks.17.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2688, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.7.attn.qkv.weight|2d-64|(512, 192)", "tensor": "model.visual.blocks.7.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.17.attn.qkv.weight|2d-64|(2304, 576)", "tensor": "model.visual.blocks.17.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2304, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.16.attn.qkv.weight|2d-64|(768, 64)", "tensor": "model.visual.blocks.16.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.20.attn.qkv.weight|2d-64|(1024, 896)", "tensor": "model.visual.blocks.20.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1024, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.8.attn.qkv.weight|2d-64|(1152, 704)", "tensor": "model.visual.blocks.8.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1152, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.18.attn.qkv.weight|2d-64|(1920, 896)", "tensor": "model.visual.blocks.18.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1920, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.10.attn.qkv.weight|2d-64|(1792, 832)", "tensor": "model.visual.blocks.10.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1792, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.2.attn.qkv.weight|2d-64|(2944, 64)", "tensor": "model.visual.blocks.2.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2944, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.16.attn.qkv.weight|2d-64|(512, 960)", "tensor": "model.visual.blocks.16.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.12.attn.qkv.weight|2d-64|(1920, 384)", "tensor": "model.visual.blocks.12.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1920, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.10.attn.qkv.weight|2d-64|(1216, 512)", "tensor": "model.visual.blocks.10.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1216, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.20.attn.qkv.weight|2d-64|(384, 320)", "tensor": "model.visual.blocks.20.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.3.attn.qkv.weight|2d-64|(2880, 64)", "tensor": "model.visual.blocks.3.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2880, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.13.attn.qkv.weight|2d-64|(704, 64)", "tensor": "model.visual.blocks.13.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.21.attn.qkv.weight|2d-64|(512, 384)", "tensor": "model.visual.blocks.21.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.2.attn.qkv.weight|2d-64|(2688, 512)", "tensor": "model.visual.blocks.2.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2688, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.13.attn.qkv.weight|2d-64|(576, 64)", "tensor": "model.visual.blocks.13.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.22.attn.qkv.weight|2d-64|(384, 832)", "tensor": "model.visual.blocks.22.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.9.attn.qkv.weight|2d-64|(3008, 960)", "tensor": "model.visual.blocks.9.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3008, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.7.attn.qkv.weight|2d-64|(2432, 896)", "tensor": "model.visual.blocks.7.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2432, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.7.attn.qkv.weight|2d-64|(2624, 576)", "tensor": "model.visual.blocks.7.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2624, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.22.attn.qkv.weight|2d-64|(1920, 576)", "tensor": "model.visual.blocks.22.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1920, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.7.attn.qkv.weight|2d-64|(704, 640)", "tensor": "model.visual.blocks.7.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.15.attn.qkv.weight|2d-64|(832, 512)", "tensor": "model.visual.blocks.15.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.3.attn.qkv.weight|2d-64|(896, 64)", "tensor": "model.visual.blocks.3.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.20.attn.qkv.weight|2d-64|(2496, 832)", "tensor": "model.visual.blocks.20.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2496, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.16.attn.qkv.weight|2d-64|(1344, 0)", "tensor": "model.visual.blocks.16.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1344, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.2.attn.qkv.weight|2d-64|(2816, 192)", "tensor": "model.visual.blocks.2.attn.qkv.weight", "role": "model.visual.layers.*.attn.qkv.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2816, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.13.mlp.linear_fc1.weight|2d-128|(2560, 512)", "tensor": "model.visual.blocks.13.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2560, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.2.mlp.linear_fc1.weight|2d-128|(640, 384)", "tensor": "model.visual.blocks.2.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.8.mlp.linear_fc1.weight|2d-128|(512, 384)", "tensor": "model.visual.blocks.8.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.17.mlp.linear_fc1.weight|2d-128|(3456, 128)", "tensor": "model.visual.blocks.17.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3456, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.19.mlp.linear_fc1.weight|2d-128|(384, 256)", "tensor": "model.visual.blocks.19.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.22.mlp.linear_fc1.weight|2d-128|(1280, 512)", "tensor": "model.visual.blocks.22.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.11.mlp.linear_fc1.weight|2d-128|(3840, 640)", "tensor": "model.visual.blocks.11.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3840, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.4.mlp.linear_fc1.weight|2d-128|(2560, 768)", "tensor": "model.visual.blocks.4.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2560, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.8.mlp.linear_fc1.weight|2d-128|(1664, 512)", "tensor": "model.visual.blocks.8.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.13.mlp.linear_fc1.weight|2d-128|(1280, 512)", "tensor": "model.visual.blocks.13.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.13.mlp.linear_fc1.weight|2d-128|(1664, 256)", "tensor": "model.visual.blocks.13.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.2.mlp.linear_fc1.weight|2d-128|(2560, 256)", "tensor": "model.visual.blocks.2.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2560, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.19.mlp.linear_fc1.weight|2d-128|(2688, 128)", "tensor": "model.visual.blocks.19.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2688, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.11.mlp.linear_fc1.weight|2d-128|(3200, 128)", "tensor": "model.visual.blocks.11.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3200, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(1664, 640)", "tensor": "model.visual.blocks.1.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.21.mlp.linear_fc1.weight|2d-128|(1792, 512)", "tensor": "model.visual.blocks.21.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.3.mlp.linear_fc1.weight|2d-128|(1152, 640)", "tensor": "model.visual.blocks.3.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.4.mlp.linear_fc1.weight|2d-128|(1920, 896)", "tensor": "model.visual.blocks.4.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.21.mlp.linear_fc1.weight|2d-128|(1280, 512)", "tensor": "model.visual.blocks.21.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.8.mlp.linear_fc1.weight|2d-128|(3968, 256)", "tensor": "model.visual.blocks.8.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3968, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.15.mlp.linear_fc1.weight|2d-128|(2944, 768)", "tensor": "model.visual.blocks.15.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2944, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.22.mlp.linear_fc1.weight|2d-128|(1792, 896)", "tensor": "model.visual.blocks.22.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.14.mlp.linear_fc1.weight|2d-128|(640, 256)", "tensor": "model.visual.blocks.14.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(3200, 512)", "tensor": "model.visual.blocks.1.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3200, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.21.mlp.linear_fc1.weight|2d-128|(128, 768)", "tensor": "model.visual.blocks.21.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.21.mlp.linear_fc1.weight|2d-128|(768, 128)", "tensor": "model.visual.blocks.21.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.19.mlp.linear_fc1.weight|2d-128|(3584, 768)", "tensor": "model.visual.blocks.19.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3584, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(1536, 768)", "tensor": "model.visual.blocks.1.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.21.mlp.linear_fc1.weight|2d-128|(2944, 256)", "tensor": "model.visual.blocks.21.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2944, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.9.mlp.linear_fc1.weight|2d-128|(1152, 768)", "tensor": "model.visual.blocks.9.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.17.mlp.linear_fc1.weight|2d-128|(2688, 768)", "tensor": "model.visual.blocks.17.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2688, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.13.mlp.linear_fc1.weight|2d-128|(3456, 896)", "tensor": "model.visual.blocks.13.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3456, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.21.mlp.linear_fc1.weight|2d-128|(1792, 0)", "tensor": "model.visual.blocks.21.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.6.mlp.linear_fc1.weight|2d-128|(1664, 768)", "tensor": "model.visual.blocks.6.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.3.mlp.linear_fc1.weight|2d-128|(1024, 640)", "tensor": "model.visual.blocks.3.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.22.mlp.linear_fc1.weight|2d-128|(3968, 768)", "tensor": "model.visual.blocks.22.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3968, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.19.mlp.linear_fc1.weight|2d-128|(512, 640)", "tensor": "model.visual.blocks.19.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.20.mlp.linear_fc1.weight|2d-128|(384, 512)", "tensor": "model.visual.blocks.20.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.15.mlp.linear_fc1.weight|2d-128|(128, 128)", "tensor": "model.visual.blocks.15.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.20.mlp.linear_fc1.weight|2d-128|(3584, 384)", "tensor": "model.visual.blocks.20.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3584, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.16.mlp.linear_fc1.weight|2d-128|(896, 256)", "tensor": "model.visual.blocks.16.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.14.mlp.linear_fc1.weight|2d-128|(3968, 256)", "tensor": "model.visual.blocks.14.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3968, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.9.mlp.linear_fc1.weight|2d-128|(1024, 128)", "tensor": "model.visual.blocks.9.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.0.mlp.linear_fc1.weight|2d-128|(640, 384)", "tensor": "model.visual.blocks.0.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.14.mlp.linear_fc1.weight|2d-128|(3840, 896)", "tensor": "model.visual.blocks.14.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3840, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.23.mlp.linear_fc1.weight|2d-128|(128, 640)", "tensor": "model.visual.blocks.23.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.10.mlp.linear_fc1.weight|2d-128|(2688, 384)", "tensor": "model.visual.blocks.10.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2688, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.11.mlp.linear_fc1.weight|2d-128|(3840, 896)", "tensor": "model.visual.blocks.11.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3840, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(3968, 128)", "tensor": "model.visual.blocks.1.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3968, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.8.mlp.linear_fc1.weight|2d-128|(3584, 512)", "tensor": "model.visual.blocks.8.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3584, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.17.mlp.linear_fc1.weight|2d-128|(1024, 640)", "tensor": "model.visual.blocks.17.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.7.mlp.linear_fc1.weight|2d-128|(3328, 768)", "tensor": "model.visual.blocks.7.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3328, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.11.mlp.linear_fc1.weight|2d-128|(2432, 512)", "tensor": "model.visual.blocks.11.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2432, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.4.mlp.linear_fc1.weight|2d-128|(1536, 896)", "tensor": "model.visual.blocks.4.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.20.mlp.linear_fc1.weight|2d-128|(896, 128)", "tensor": "model.visual.blocks.20.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.17.mlp.linear_fc1.weight|2d-128|(2688, 256)", "tensor": "model.visual.blocks.17.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2688, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.12.mlp.linear_fc1.weight|2d-128|(2176, 0)", "tensor": "model.visual.blocks.12.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2176, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.4.mlp.linear_fc1.weight|2d-128|(1792, 0)", "tensor": "model.visual.blocks.4.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.8.mlp.linear_fc1.weight|2d-128|(0, 640)", "tensor": "model.visual.blocks.8.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.5.mlp.linear_fc1.weight|2d-128|(3712, 0)", "tensor": "model.visual.blocks.5.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3712, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.14.mlp.linear_fc1.weight|2d-128|(2688, 896)", "tensor": "model.visual.blocks.14.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2688, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.5.mlp.linear_fc1.weight|2d-128|(2560, 128)", "tensor": "model.visual.blocks.5.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2560, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.12.mlp.linear_fc1.weight|2d-128|(3200, 128)", "tensor": "model.visual.blocks.12.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3200, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.13.mlp.linear_fc1.weight|2d-128|(3072, 896)", "tensor": "model.visual.blocks.13.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3072, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.12.mlp.linear_fc1.weight|2d-128|(3712, 384)", "tensor": "model.visual.blocks.12.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3712, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.12.mlp.linear_fc1.weight|2d-128|(2304, 128)", "tensor": "model.visual.blocks.12.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2304, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.11.mlp.linear_fc1.weight|2d-128|(2688, 384)", "tensor": "model.visual.blocks.11.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2688, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.8.mlp.linear_fc1.weight|2d-128|(1536, 128)", "tensor": "model.visual.blocks.8.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.4.mlp.linear_fc1.weight|2d-128|(2688, 384)", "tensor": "model.visual.blocks.4.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2688, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.23.mlp.linear_fc1.weight|2d-128|(2688, 640)", "tensor": "model.visual.blocks.23.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2688, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.19.mlp.linear_fc1.weight|2d-128|(1792, 256)", "tensor": "model.visual.blocks.19.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.21.mlp.linear_fc1.weight|2d-128|(2816, 896)", "tensor": "model.visual.blocks.21.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2816, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.14.mlp.linear_fc1.weight|2d-128|(3200, 896)", "tensor": "model.visual.blocks.14.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3200, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.0.mlp.linear_fc1.weight|2d-128|(1152, 128)", "tensor": "model.visual.blocks.0.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.16.mlp.linear_fc1.weight|2d-128|(2304, 384)", "tensor": "model.visual.blocks.16.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2304, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.11.mlp.linear_fc1.weight|2d-128|(512, 896)", "tensor": "model.visual.blocks.11.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.8.mlp.linear_fc1.weight|2d-128|(2688, 256)", "tensor": "model.visual.blocks.8.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2688, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.21.mlp.linear_fc1.weight|2d-128|(0, 256)", "tensor": "model.visual.blocks.21.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.10.mlp.linear_fc1.weight|2d-128|(3456, 256)", "tensor": "model.visual.blocks.10.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3456, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.22.mlp.linear_fc1.weight|2d-128|(3968, 512)", "tensor": "model.visual.blocks.22.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3968, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.7.mlp.linear_fc1.weight|2d-128|(1536, 128)", "tensor": "model.visual.blocks.7.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.11.mlp.linear_fc1.weight|2d-128|(2304, 896)", "tensor": "model.visual.blocks.11.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2304, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.7.mlp.linear_fc1.weight|2d-128|(3968, 768)", "tensor": "model.visual.blocks.7.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3968, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.7.mlp.linear_fc1.weight|2d-128|(2048, 768)", "tensor": "model.visual.blocks.7.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2048, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.8.mlp.linear_fc1.weight|2d-128|(3328, 128)", "tensor": "model.visual.blocks.8.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3328, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.8.mlp.linear_fc1.weight|2d-128|(2560, 128)", "tensor": "model.visual.blocks.8.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2560, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.19.mlp.linear_fc1.weight|2d-128|(3456, 640)", "tensor": "model.visual.blocks.19.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3456, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.6.mlp.linear_fc1.weight|2d-128|(2048, 256)", "tensor": "model.visual.blocks.6.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2048, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.7.mlp.linear_fc1.weight|2d-128|(3584, 512)", "tensor": "model.visual.blocks.7.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3584, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.8.mlp.linear_fc1.weight|2d-128|(1152, 896)", "tensor": "model.visual.blocks.8.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.23.mlp.linear_fc1.weight|2d-128|(512, 640)", "tensor": "model.visual.blocks.23.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.7.mlp.linear_fc1.weight|2d-128|(1280, 128)", "tensor": "model.visual.blocks.7.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.20.mlp.linear_fc1.weight|2d-128|(1536, 256)", "tensor": "model.visual.blocks.20.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.12.mlp.linear_fc1.weight|2d-128|(128, 512)", "tensor": "model.visual.blocks.12.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.4.mlp.linear_fc1.weight|2d-128|(2944, 128)", "tensor": "model.visual.blocks.4.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2944, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.13.mlp.linear_fc1.weight|2d-128|(3840, 640)", "tensor": "model.visual.blocks.13.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3840, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.4.mlp.linear_fc1.weight|2d-128|(1536, 384)", "tensor": "model.visual.blocks.4.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.18.mlp.linear_fc1.weight|2d-128|(3712, 768)", "tensor": "model.visual.blocks.18.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3712, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.14.mlp.linear_fc1.weight|2d-128|(3200, 640)", "tensor": "model.visual.blocks.14.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3200, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.20.mlp.linear_fc1.weight|2d-128|(2560, 768)", "tensor": "model.visual.blocks.20.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2560, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.0.mlp.linear_fc1.weight|2d-128|(1536, 512)", "tensor": "model.visual.blocks.0.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.22.mlp.linear_fc1.weight|2d-128|(3456, 512)", "tensor": "model.visual.blocks.22.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3456, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.15.mlp.linear_fc1.weight|2d-128|(384, 512)", "tensor": "model.visual.blocks.15.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.13.mlp.linear_fc1.weight|2d-128|(640, 512)", "tensor": "model.visual.blocks.13.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.4.mlp.linear_fc1.weight|2d-128|(384, 640)", "tensor": "model.visual.blocks.4.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.18.mlp.linear_fc1.weight|2d-128|(3584, 256)", "tensor": "model.visual.blocks.18.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3584, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.17.mlp.linear_fc1.weight|2d-128|(1792, 768)", "tensor": "model.visual.blocks.17.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.12.mlp.linear_fc1.weight|2d-128|(1664, 896)", "tensor": "model.visual.blocks.12.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.15.mlp.linear_fc1.weight|2d-128|(512, 384)", "tensor": "model.visual.blocks.15.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.3.mlp.linear_fc1.weight|2d-128|(1536, 640)", "tensor": "model.visual.blocks.3.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.12.mlp.linear_fc1.weight|2d-128|(3328, 768)", "tensor": "model.visual.blocks.12.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3328, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.19.mlp.linear_fc1.weight|2d-128|(1408, 0)", "tensor": "model.visual.blocks.19.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.13.mlp.linear_fc1.weight|2d-128|(1152, 128)", "tensor": "model.visual.blocks.13.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.9.mlp.linear_fc1.weight|2d-128|(3200, 512)", "tensor": "model.visual.blocks.9.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3200, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.9.mlp.linear_fc1.weight|2d-128|(2432, 256)", "tensor": "model.visual.blocks.9.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2432, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(2688, 0)", "tensor": "model.visual.blocks.1.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2688, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.22.mlp.linear_fc1.weight|2d-128|(3456, 384)", "tensor": "model.visual.blocks.22.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3456, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.10.mlp.linear_fc1.weight|2d-128|(256, 640)", "tensor": "model.visual.blocks.10.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.2.mlp.linear_fc1.weight|2d-128|(1024, 512)", "tensor": "model.visual.blocks.2.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.16.mlp.linear_fc1.weight|2d-128|(512, 0)", "tensor": "model.visual.blocks.16.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.13.mlp.linear_fc1.weight|2d-128|(2816, 0)", "tensor": "model.visual.blocks.13.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2816, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.22.mlp.linear_fc1.weight|2d-128|(1152, 128)", "tensor": "model.visual.blocks.22.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.16.mlp.linear_fc1.weight|2d-128|(1792, 512)", "tensor": "model.visual.blocks.16.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.12.mlp.linear_fc1.weight|2d-128|(2048, 768)", "tensor": "model.visual.blocks.12.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2048, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.16.mlp.linear_fc1.weight|2d-128|(3200, 768)", "tensor": "model.visual.blocks.16.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3200, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(2560, 128)", "tensor": "model.visual.blocks.1.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2560, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.19.mlp.linear_fc1.weight|2d-128|(3584, 256)", "tensor": "model.visual.blocks.19.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3584, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.16.mlp.linear_fc1.weight|2d-128|(1664, 0)", "tensor": "model.visual.blocks.16.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.6.mlp.linear_fc1.weight|2d-128|(512, 0)", "tensor": "model.visual.blocks.6.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.5.mlp.linear_fc1.weight|2d-128|(768, 256)", "tensor": "model.visual.blocks.5.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.13.mlp.linear_fc1.weight|2d-128|(1792, 256)", "tensor": "model.visual.blocks.13.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.11.mlp.linear_fc1.weight|2d-128|(1664, 640)", "tensor": "model.visual.blocks.11.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.15.mlp.linear_fc1.weight|2d-128|(3712, 0)", "tensor": "model.visual.blocks.15.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3712, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.17.mlp.linear_fc1.weight|2d-128|(3072, 256)", "tensor": "model.visual.blocks.17.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3072, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.0.mlp.linear_fc1.weight|2d-128|(2048, 768)", "tensor": "model.visual.blocks.0.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2048, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.3.mlp.linear_fc1.weight|2d-128|(768, 384)", "tensor": "model.visual.blocks.3.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.15.mlp.linear_fc1.weight|2d-128|(2176, 0)", "tensor": "model.visual.blocks.15.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2176, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.19.mlp.linear_fc1.weight|2d-128|(2688, 512)", "tensor": "model.visual.blocks.19.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2688, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.10.mlp.linear_fc1.weight|2d-128|(2944, 384)", "tensor": "model.visual.blocks.10.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2944, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.12.mlp.linear_fc1.weight|2d-128|(640, 896)", "tensor": "model.visual.blocks.12.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.10.mlp.linear_fc1.weight|2d-128|(3712, 896)", "tensor": "model.visual.blocks.10.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3712, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.10.mlp.linear_fc1.weight|2d-128|(3328, 0)", "tensor": "model.visual.blocks.10.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3328, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.7.mlp.linear_fc1.weight|2d-128|(1792, 512)", "tensor": "model.visual.blocks.7.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.20.mlp.linear_fc1.weight|2d-128|(3712, 384)", "tensor": "model.visual.blocks.20.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3712, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(3200, 896)", "tensor": "model.visual.blocks.1.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3200, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.16.mlp.linear_fc1.weight|2d-128|(2560, 128)", "tensor": "model.visual.blocks.16.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2560, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.8.mlp.linear_fc1.weight|2d-128|(1664, 256)", "tensor": "model.visual.blocks.8.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.4.mlp.linear_fc1.weight|2d-128|(2944, 896)", "tensor": "model.visual.blocks.4.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2944, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.20.mlp.linear_fc1.weight|2d-128|(1792, 640)", "tensor": "model.visual.blocks.20.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.2.mlp.linear_fc1.weight|2d-128|(3840, 896)", "tensor": "model.visual.blocks.2.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3840, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.19.mlp.linear_fc1.weight|2d-128|(3456, 128)", "tensor": "model.visual.blocks.19.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3456, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.17.mlp.linear_fc1.weight|2d-128|(3328, 512)", "tensor": "model.visual.blocks.17.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3328, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.8.mlp.linear_fc1.weight|2d-128|(1536, 512)", "tensor": "model.visual.blocks.8.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.8.mlp.linear_fc1.weight|2d-128|(1920, 256)", "tensor": "model.visual.blocks.8.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.14.mlp.linear_fc1.weight|2d-128|(2304, 768)", "tensor": "model.visual.blocks.14.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2304, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.8.mlp.linear_fc1.weight|2d-128|(1152, 128)", "tensor": "model.visual.blocks.8.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.5.mlp.linear_fc1.weight|2d-128|(3968, 512)", "tensor": "model.visual.blocks.5.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3968, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.16.mlp.linear_fc1.weight|2d-128|(2560, 896)", "tensor": "model.visual.blocks.16.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2560, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.0.mlp.linear_fc1.weight|2d-128|(2432, 768)", "tensor": "model.visual.blocks.0.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2432, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.17.mlp.linear_fc1.weight|2d-128|(2944, 128)", "tensor": "model.visual.blocks.17.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2944, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.23.mlp.linear_fc1.weight|2d-128|(896, 0)", "tensor": "model.visual.blocks.23.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.8.mlp.linear_fc1.weight|2d-128|(3968, 0)", "tensor": "model.visual.blocks.8.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3968, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.23.mlp.linear_fc1.weight|2d-128|(1920, 768)", "tensor": "model.visual.blocks.23.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.2.mlp.linear_fc1.weight|2d-128|(0, 384)", "tensor": "model.visual.blocks.2.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.13.mlp.linear_fc1.weight|2d-128|(1280, 384)", "tensor": "model.visual.blocks.13.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.17.mlp.linear_fc1.weight|2d-128|(1024, 256)", "tensor": "model.visual.blocks.17.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.0.mlp.linear_fc1.weight|2d-128|(2560, 768)", "tensor": "model.visual.blocks.0.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2560, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.6.mlp.linear_fc1.weight|2d-128|(768, 640)", "tensor": "model.visual.blocks.6.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(2816, 256)", "tensor": "model.visual.blocks.1.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2816, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.20.mlp.linear_fc1.weight|2d-128|(1152, 256)", "tensor": "model.visual.blocks.20.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.3.mlp.linear_fc1.weight|2d-128|(3840, 384)", "tensor": "model.visual.blocks.3.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3840, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.22.mlp.linear_fc1.weight|2d-128|(2432, 768)", "tensor": "model.visual.blocks.22.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2432, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(3200, 768)", "tensor": "model.visual.blocks.1.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3200, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.6.mlp.linear_fc1.weight|2d-128|(128, 896)", "tensor": "model.visual.blocks.6.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.13.mlp.linear_fc1.weight|2d-128|(3584, 0)", "tensor": "model.visual.blocks.13.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3584, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.23.mlp.linear_fc1.weight|2d-128|(3712, 128)", "tensor": "model.visual.blocks.23.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3712, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.17.mlp.linear_fc1.weight|2d-128|(0, 640)", "tensor": "model.visual.blocks.17.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.19.mlp.linear_fc1.weight|2d-128|(1536, 768)", "tensor": "model.visual.blocks.19.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.11.mlp.linear_fc1.weight|2d-128|(384, 0)", "tensor": "model.visual.blocks.11.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.16.mlp.linear_fc1.weight|2d-128|(2816, 128)", "tensor": "model.visual.blocks.16.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2816, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.14.mlp.linear_fc1.weight|2d-128|(1920, 0)", "tensor": "model.visual.blocks.14.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.22.mlp.linear_fc1.weight|2d-128|(1664, 0)", "tensor": "model.visual.blocks.22.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.22.mlp.linear_fc1.weight|2d-128|(1536, 384)", "tensor": "model.visual.blocks.22.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.23.mlp.linear_fc1.weight|2d-128|(128, 768)", "tensor": "model.visual.blocks.23.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.9.mlp.linear_fc1.weight|2d-128|(3328, 512)", "tensor": "model.visual.blocks.9.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3328, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.0.mlp.linear_fc1.weight|2d-128|(2944, 128)", "tensor": "model.visual.blocks.0.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2944, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.22.mlp.linear_fc1.weight|2d-128|(1408, 768)", "tensor": "model.visual.blocks.22.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.5.mlp.linear_fc1.weight|2d-128|(2944, 768)", "tensor": "model.visual.blocks.5.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2944, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.18.mlp.linear_fc1.weight|2d-128|(1024, 256)", "tensor": "model.visual.blocks.18.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.23.mlp.linear_fc1.weight|2d-128|(2560, 640)", "tensor": "model.visual.blocks.23.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2560, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.17.mlp.linear_fc1.weight|2d-128|(128, 640)", "tensor": "model.visual.blocks.17.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.5.mlp.linear_fc1.weight|2d-128|(2048, 896)", "tensor": "model.visual.blocks.5.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2048, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.3.mlp.linear_fc1.weight|2d-128|(3200, 256)", "tensor": "model.visual.blocks.3.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3200, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.11.mlp.linear_fc1.weight|2d-128|(2944, 512)", "tensor": "model.visual.blocks.11.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2944, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.23.mlp.linear_fc1.weight|2d-128|(3072, 512)", "tensor": "model.visual.blocks.23.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3072, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.7.mlp.linear_fc1.weight|2d-128|(2560, 640)", "tensor": "model.visual.blocks.7.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2560, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.18.mlp.linear_fc1.weight|2d-128|(0, 128)", "tensor": "model.visual.blocks.18.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.16.mlp.linear_fc1.weight|2d-128|(3328, 768)", "tensor": "model.visual.blocks.16.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3328, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.8.mlp.linear_fc1.weight|2d-128|(256, 0)", "tensor": "model.visual.blocks.8.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.3.mlp.linear_fc1.weight|2d-128|(512, 128)", "tensor": "model.visual.blocks.3.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.3.mlp.linear_fc1.weight|2d-128|(2304, 0)", "tensor": "model.visual.blocks.3.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2304, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.23.mlp.linear_fc1.weight|2d-128|(1920, 640)", "tensor": "model.visual.blocks.23.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.22.mlp.linear_fc1.weight|2d-128|(1024, 0)", "tensor": "model.visual.blocks.22.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.17.mlp.linear_fc1.weight|2d-128|(3072, 0)", "tensor": "model.visual.blocks.17.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3072, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.10.mlp.linear_fc1.weight|2d-128|(512, 640)", "tensor": "model.visual.blocks.10.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.21.mlp.linear_fc1.weight|2d-128|(2688, 512)", "tensor": "model.visual.blocks.21.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2688, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.15.mlp.linear_fc1.weight|2d-128|(896, 768)", "tensor": "model.visual.blocks.15.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.5.mlp.linear_fc1.weight|2d-128|(2816, 0)", "tensor": "model.visual.blocks.5.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2816, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.18.mlp.linear_fc1.weight|2d-128|(2560, 896)", "tensor": "model.visual.blocks.18.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2560, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.18.mlp.linear_fc1.weight|2d-128|(896, 0)", "tensor": "model.visual.blocks.18.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.7.mlp.linear_fc1.weight|2d-128|(1920, 640)", "tensor": "model.visual.blocks.7.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.0.mlp.linear_fc1.weight|2d-128|(3328, 384)", "tensor": "model.visual.blocks.0.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3328, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(1536, 384)", "tensor": "model.visual.blocks.1.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.14.mlp.linear_fc1.weight|2d-128|(2048, 256)", "tensor": "model.visual.blocks.14.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2048, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.9.mlp.linear_fc1.weight|2d-128|(640, 640)", "tensor": "model.visual.blocks.9.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.12.mlp.linear_fc1.weight|2d-128|(640, 128)", "tensor": "model.visual.blocks.12.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.15.mlp.linear_fc1.weight|2d-128|(0, 896)", "tensor": "model.visual.blocks.15.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.5.mlp.linear_fc1.weight|2d-128|(2048, 256)", "tensor": "model.visual.blocks.5.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2048, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.7.mlp.linear_fc1.weight|2d-128|(2688, 768)", "tensor": "model.visual.blocks.7.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2688, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.5.mlp.linear_fc1.weight|2d-128|(384, 128)", "tensor": "model.visual.blocks.5.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.20.mlp.linear_fc1.weight|2d-128|(2816, 256)", "tensor": "model.visual.blocks.20.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2816, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.9.mlp.linear_fc1.weight|2d-128|(2560, 896)", "tensor": "model.visual.blocks.9.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2560, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.10.mlp.linear_fc1.weight|2d-128|(3200, 896)", "tensor": "model.visual.blocks.10.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3200, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(0, 128)", "tensor": "model.visual.blocks.1.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.16.mlp.linear_fc1.weight|2d-128|(3584, 384)", "tensor": "model.visual.blocks.16.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3584, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.12.mlp.linear_fc1.weight|2d-128|(2944, 0)", "tensor": "model.visual.blocks.12.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2944, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.9.mlp.linear_fc1.weight|2d-128|(2304, 512)", "tensor": "model.visual.blocks.9.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2304, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.8.mlp.linear_fc1.weight|2d-128|(2304, 512)", "tensor": "model.visual.blocks.8.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2304, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.20.mlp.linear_fc1.weight|2d-128|(2688, 256)", "tensor": "model.visual.blocks.20.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2688, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.3.mlp.linear_fc1.weight|2d-128|(128, 128)", "tensor": "model.visual.blocks.3.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.3.mlp.linear_fc1.weight|2d-128|(256, 128)", "tensor": "model.visual.blocks.3.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.14.mlp.linear_fc1.weight|2d-128|(128, 384)", "tensor": "model.visual.blocks.14.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.8.mlp.linear_fc1.weight|2d-128|(1024, 512)", "tensor": "model.visual.blocks.8.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.13.mlp.linear_fc1.weight|2d-128|(3200, 896)", "tensor": "model.visual.blocks.13.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3200, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.13.mlp.linear_fc1.weight|2d-128|(3712, 896)", "tensor": "model.visual.blocks.13.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3712, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.10.mlp.linear_fc1.weight|2d-128|(2560, 256)", "tensor": "model.visual.blocks.10.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2560, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.14.mlp.linear_fc1.weight|2d-128|(2560, 640)", "tensor": "model.visual.blocks.14.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2560, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(2176, 0)", "tensor": "model.visual.blocks.1.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2176, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(3584, 640)", "tensor": "model.visual.blocks.1.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3584, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.2.mlp.linear_fc1.weight|2d-128|(3200, 768)", "tensor": "model.visual.blocks.2.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3200, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.5.mlp.linear_fc1.weight|2d-128|(2176, 384)", "tensor": "model.visual.blocks.5.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2176, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.7.mlp.linear_fc1.weight|2d-128|(384, 0)", "tensor": "model.visual.blocks.7.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.8.mlp.linear_fc1.weight|2d-128|(1792, 896)", "tensor": "model.visual.blocks.8.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.17.mlp.linear_fc1.weight|2d-128|(3712, 512)", "tensor": "model.visual.blocks.17.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3712, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.4.mlp.linear_fc1.weight|2d-128|(1152, 896)", "tensor": "model.visual.blocks.4.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.22.mlp.linear_fc1.weight|2d-128|(2560, 512)", "tensor": "model.visual.blocks.22.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2560, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.22.mlp.linear_fc1.weight|2d-128|(3072, 256)", "tensor": "model.visual.blocks.22.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3072, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.5.mlp.linear_fc1.weight|2d-128|(3200, 256)", "tensor": "model.visual.blocks.5.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3200, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.4.mlp.linear_fc1.weight|2d-128|(3840, 640)", "tensor": "model.visual.blocks.4.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3840, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.17.mlp.linear_fc1.weight|2d-128|(2560, 0)", "tensor": "model.visual.blocks.17.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2560, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.17.mlp.linear_fc1.weight|2d-128|(1024, 896)", "tensor": "model.visual.blocks.17.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.6.mlp.linear_fc1.weight|2d-128|(1920, 128)", "tensor": "model.visual.blocks.6.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.9.mlp.linear_fc1.weight|2d-128|(384, 0)", "tensor": "model.visual.blocks.9.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.19.mlp.linear_fc1.weight|2d-128|(2304, 0)", "tensor": "model.visual.blocks.19.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2304, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.18.mlp.linear_fc1.weight|2d-128|(512, 768)", "tensor": "model.visual.blocks.18.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.18.mlp.linear_fc1.weight|2d-128|(2560, 768)", "tensor": "model.visual.blocks.18.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2560, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.23.mlp.linear_fc1.weight|2d-64|(2304, 832)", "tensor": "model.visual.blocks.23.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2304, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.7.mlp.linear_fc1.weight|2d-64|(3584, 960)", "tensor": "model.visual.blocks.7.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3584, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.7.mlp.linear_fc1.weight|2d-64|(960, 640)", "tensor": "model.visual.blocks.7.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.4.mlp.linear_fc1.weight|2d-64|(448, 832)", "tensor": "model.visual.blocks.4.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.3.mlp.linear_fc1.weight|2d-64|(1664, 192)", "tensor": "model.visual.blocks.3.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.14.mlp.linear_fc1.weight|2d-64|(384, 448)", "tensor": "model.visual.blocks.14.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.2.mlp.linear_fc1.weight|2d-64|(192, 128)", "tensor": "model.visual.blocks.2.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.19.mlp.linear_fc1.weight|2d-64|(4032, 320)", "tensor": "model.visual.blocks.19.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4032, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.20.mlp.linear_fc1.weight|2d-64|(2304, 320)", "tensor": "model.visual.blocks.20.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2304, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.9.mlp.linear_fc1.weight|2d-64|(3840, 0)", "tensor": "model.visual.blocks.9.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3840, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.15.mlp.linear_fc1.weight|2d-64|(704, 128)", "tensor": "model.visual.blocks.15.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.17.mlp.linear_fc1.weight|2d-64|(3840, 192)", "tensor": "model.visual.blocks.17.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3840, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.6.mlp.linear_fc1.weight|2d-64|(3328, 192)", "tensor": "model.visual.blocks.6.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3328, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.18.mlp.linear_fc1.weight|2d-64|(0, 832)", "tensor": "model.visual.blocks.18.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.20.mlp.linear_fc1.weight|2d-64|(2624, 640)", "tensor": "model.visual.blocks.20.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2624, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.14.mlp.linear_fc1.weight|2d-64|(1088, 768)", "tensor": "model.visual.blocks.14.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1088, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.21.mlp.linear_fc1.weight|2d-64|(2688, 192)", "tensor": "model.visual.blocks.21.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2688, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.17.mlp.linear_fc1.weight|2d-64|(640, 704)", "tensor": "model.visual.blocks.17.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.23.mlp.linear_fc1.weight|2d-64|(2880, 384)", "tensor": "model.visual.blocks.23.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2880, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.21.mlp.linear_fc1.weight|2d-64|(3200, 512)", "tensor": "model.visual.blocks.21.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3200, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.21.mlp.linear_fc1.weight|2d-64|(1216, 384)", "tensor": "model.visual.blocks.21.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1216, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.21.mlp.linear_fc1.weight|2d-64|(1920, 832)", "tensor": "model.visual.blocks.21.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1920, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.0.mlp.linear_fc1.weight|2d-64|(1600, 128)", "tensor": "model.visual.blocks.0.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1600, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.16.mlp.linear_fc1.weight|2d-64|(1856, 64)", "tensor": "model.visual.blocks.16.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.8.mlp.linear_fc1.weight|2d-64|(1856, 704)", "tensor": "model.visual.blocks.8.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.5.mlp.linear_fc1.weight|2d-64|(2816, 704)", "tensor": "model.visual.blocks.5.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2816, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.20.mlp.linear_fc1.weight|2d-64|(3456, 128)", "tensor": "model.visual.blocks.20.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3456, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.2.mlp.linear_fc1.weight|2d-64|(1664, 384)", "tensor": "model.visual.blocks.2.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.16.mlp.linear_fc1.weight|2d-64|(896, 640)", "tensor": "model.visual.blocks.16.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.23.mlp.linear_fc1.weight|2d-64|(3264, 960)", "tensor": "model.visual.blocks.23.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3264, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.21.mlp.linear_fc1.weight|2d-64|(832, 448)", "tensor": "model.visual.blocks.21.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.3.mlp.linear_fc1.weight|2d-64|(3136, 0)", "tensor": "model.visual.blocks.3.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3136, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.5.mlp.linear_fc1.weight|2d-64|(448, 960)", "tensor": "model.visual.blocks.5.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.20.mlp.linear_fc1.weight|2d-64|(2368, 832)", "tensor": "model.visual.blocks.20.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2368, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.4.mlp.linear_fc1.weight|2d-64|(3968, 512)", "tensor": "model.visual.blocks.4.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3968, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.16.mlp.linear_fc1.weight|2d-64|(448, 320)", "tensor": "model.visual.blocks.16.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.19.mlp.linear_fc1.weight|2d-64|(3200, 768)", "tensor": "model.visual.blocks.19.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3200, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.0.mlp.linear_fc1.weight|2d-64|(3712, 128)", "tensor": "model.visual.blocks.0.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3712, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.20.mlp.linear_fc1.weight|2d-64|(3008, 832)", "tensor": "model.visual.blocks.20.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3008, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.18.mlp.linear_fc1.weight|2d-64|(3136, 896)", "tensor": "model.visual.blocks.18.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3136, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.7.mlp.linear_fc1.weight|2d-64|(3456, 896)", "tensor": "model.visual.blocks.7.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3456, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(1344, 576)", "tensor": "model.visual.blocks.1.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1344, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.2.mlp.linear_fc1.weight|2d-64|(576, 384)", "tensor": "model.visual.blocks.2.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.22.mlp.linear_fc1.weight|2d-64|(2752, 832)", "tensor": "model.visual.blocks.22.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2752, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.8.mlp.linear_fc1.weight|2d-64|(2688, 448)", "tensor": "model.visual.blocks.8.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2688, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.16.mlp.linear_fc1.weight|2d-64|(3968, 512)", "tensor": "model.visual.blocks.16.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3968, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.15.mlp.linear_fc1.weight|2d-64|(2624, 704)", "tensor": "model.visual.blocks.15.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2624, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.15.mlp.linear_fc1.weight|2d-64|(2560, 576)", "tensor": "model.visual.blocks.15.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2560, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.19.mlp.linear_fc1.weight|2d-64|(3200, 320)", "tensor": "model.visual.blocks.19.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3200, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.11.mlp.linear_fc1.weight|2d-64|(2880, 384)", "tensor": "model.visual.blocks.11.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2880, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.22.mlp.linear_fc1.weight|2d-64|(128, 384)", "tensor": "model.visual.blocks.22.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.3.mlp.linear_fc1.weight|2d-64|(3840, 256)", "tensor": "model.visual.blocks.3.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3840, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.22.mlp.linear_fc1.weight|2d-64|(2688, 320)", "tensor": "model.visual.blocks.22.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2688, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.2.mlp.linear_fc1.weight|2d-64|(3136, 448)", "tensor": "model.visual.blocks.2.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3136, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.20.mlp.linear_fc1.weight|2d-64|(256, 832)", "tensor": "model.visual.blocks.20.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.6.mlp.linear_fc1.weight|2d-64|(3648, 384)", "tensor": "model.visual.blocks.6.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3648, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.20.mlp.linear_fc1.weight|2d-64|(1920, 0)", "tensor": "model.visual.blocks.20.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1920, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.16.mlp.linear_fc1.weight|2d-64|(960, 832)", "tensor": "model.visual.blocks.16.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.14.mlp.linear_fc1.weight|2d-64|(1024, 320)", "tensor": "model.visual.blocks.14.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1024, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.22.mlp.linear_fc1.weight|2d-64|(896, 384)", "tensor": "model.visual.blocks.22.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.20.mlp.linear_fc1.weight|2d-64|(3712, 704)", "tensor": "model.visual.blocks.20.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3712, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.11.mlp.linear_fc1.weight|2d-64|(1728, 0)", "tensor": "model.visual.blocks.11.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1728, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.21.mlp.linear_fc1.weight|2d-64|(2880, 448)", "tensor": "model.visual.blocks.21.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2880, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.16.mlp.linear_fc1.weight|2d-64|(3712, 512)", "tensor": "model.visual.blocks.16.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3712, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.22.mlp.linear_fc1.weight|2d-64|(1920, 128)", "tensor": "model.visual.blocks.22.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1920, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.2.mlp.linear_fc1.weight|2d-64|(1792, 704)", "tensor": "model.visual.blocks.2.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1792, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.12.mlp.linear_fc1.weight|2d-64|(448, 896)", "tensor": "model.visual.blocks.12.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.23.mlp.linear_fc1.weight|2d-64|(832, 0)", "tensor": "model.visual.blocks.23.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(2496, 192)", "tensor": "model.visual.blocks.1.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2496, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.2.mlp.linear_fc1.weight|2d-64|(640, 192)", "tensor": "model.visual.blocks.2.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.4.mlp.linear_fc1.weight|2d-64|(832, 320)", "tensor": "model.visual.blocks.4.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.18.mlp.linear_fc1.weight|2d-64|(3648, 576)", "tensor": "model.visual.blocks.18.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3648, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.7.mlp.linear_fc1.weight|2d-64|(1280, 512)", "tensor": "model.visual.blocks.7.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1280, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.11.mlp.linear_fc1.weight|2d-64|(832, 896)", "tensor": "model.visual.blocks.11.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.19.mlp.linear_fc1.weight|2d-64|(704, 256)", "tensor": "model.visual.blocks.19.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.20.mlp.linear_fc1.weight|2d-64|(3776, 832)", "tensor": "model.visual.blocks.20.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3776, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.15.mlp.linear_fc1.weight|2d-64|(1856, 896)", "tensor": "model.visual.blocks.15.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.8.mlp.linear_fc1.weight|2d-64|(384, 704)", "tensor": "model.visual.blocks.8.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.9.mlp.linear_fc1.weight|2d-64|(2880, 896)", "tensor": "model.visual.blocks.9.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2880, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.8.mlp.linear_fc1.weight|2d-64|(2560, 256)", "tensor": "model.visual.blocks.8.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2560, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.5.mlp.linear_fc1.weight|2d-64|(1536, 640)", "tensor": "model.visual.blocks.5.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1536, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.16.mlp.linear_fc1.weight|2d-64|(3648, 512)", "tensor": "model.visual.blocks.16.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3648, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.19.mlp.linear_fc1.weight|2d-64|(2368, 192)", "tensor": "model.visual.blocks.19.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2368, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.9.mlp.linear_fc1.weight|2d-64|(3840, 640)", "tensor": "model.visual.blocks.9.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3840, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.21.mlp.linear_fc1.weight|2d-64|(2688, 256)", "tensor": "model.visual.blocks.21.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2688, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.21.mlp.linear_fc1.weight|2d-64|(1024, 448)", "tensor": "model.visual.blocks.21.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1024, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.17.mlp.linear_fc1.weight|2d-64|(1728, 768)", "tensor": "model.visual.blocks.17.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1728, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.13.mlp.linear_fc1.weight|2d-64|(2176, 128)", "tensor": "model.visual.blocks.13.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2176, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.2.mlp.linear_fc1.weight|2d-64|(2880, 960)", "tensor": "model.visual.blocks.2.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2880, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.15.mlp.linear_fc1.weight|2d-64|(64, 896)", "tensor": "model.visual.blocks.15.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.4.mlp.linear_fc1.weight|2d-64|(2048, 0)", "tensor": "model.visual.blocks.4.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2048, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.11.mlp.linear_fc1.weight|2d-64|(4032, 448)", "tensor": "model.visual.blocks.11.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4032, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.11.mlp.linear_fc1.weight|2d-64|(64, 640)", "tensor": "model.visual.blocks.11.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.5.mlp.linear_fc1.weight|2d-64|(2432, 704)", "tensor": "model.visual.blocks.5.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2432, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.14.mlp.linear_fc1.weight|2d-64|(1280, 128)", "tensor": "model.visual.blocks.14.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1280, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.9.mlp.linear_fc1.weight|2d-64|(2304, 320)", "tensor": "model.visual.blocks.9.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2304, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.2.mlp.linear_fc1.weight|2d-64|(3008, 768)", "tensor": "model.visual.blocks.2.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3008, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.3.mlp.linear_fc1.weight|2d-64|(3456, 640)", "tensor": "model.visual.blocks.3.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3456, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(1536, 128)", "tensor": "model.visual.blocks.1.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1536, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.8.mlp.linear_fc1.weight|2d-64|(2880, 0)", "tensor": "model.visual.blocks.8.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2880, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.9.mlp.linear_fc1.weight|2d-64|(2496, 0)", "tensor": "model.visual.blocks.9.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2496, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.8.mlp.linear_fc1.weight|2d-64|(0, 192)", "tensor": "model.visual.blocks.8.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.2.mlp.linear_fc1.weight|2d-64|(2368, 832)", "tensor": "model.visual.blocks.2.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2368, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.15.mlp.linear_fc1.weight|2d-64|(3776, 64)", "tensor": "model.visual.blocks.15.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3776, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.8.mlp.linear_fc1.weight|2d-64|(1984, 384)", "tensor": "model.visual.blocks.8.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1984, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.11.mlp.linear_fc1.weight|2d-64|(1984, 896)", "tensor": "model.visual.blocks.11.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1984, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.23.mlp.linear_fc1.weight|2d-64|(3328, 448)", "tensor": "model.visual.blocks.23.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3328, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.7.mlp.linear_fc1.weight|2d-64|(128, 896)", "tensor": "model.visual.blocks.7.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.23.mlp.linear_fc1.weight|2d-64|(3840, 768)", "tensor": "model.visual.blocks.23.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3840, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.6.mlp.linear_fc1.weight|2d-64|(3392, 640)", "tensor": "model.visual.blocks.6.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3392, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.22.mlp.linear_fc1.weight|2d-64|(1216, 832)", "tensor": "model.visual.blocks.22.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1216, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.18.mlp.linear_fc1.weight|2d-64|(1984, 896)", "tensor": "model.visual.blocks.18.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1984, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.7.mlp.linear_fc1.weight|2d-64|(3648, 64)", "tensor": "model.visual.blocks.7.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3648, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.9.mlp.linear_fc1.weight|2d-64|(3584, 320)", "tensor": "model.visual.blocks.9.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3584, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.19.mlp.linear_fc1.weight|2d-64|(1280, 832)", "tensor": "model.visual.blocks.19.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1280, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.21.mlp.linear_fc1.weight|2d-64|(2688, 0)", "tensor": "model.visual.blocks.21.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2688, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.20.mlp.linear_fc1.weight|2d-64|(128, 0)", "tensor": "model.visual.blocks.20.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.5.mlp.linear_fc1.weight|2d-64|(896, 576)", "tensor": "model.visual.blocks.5.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.3.mlp.linear_fc1.weight|2d-64|(1408, 768)", "tensor": "model.visual.blocks.3.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(704, 768)", "tensor": "model.visual.blocks.1.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.23.mlp.linear_fc1.weight|2d-64|(1024, 64)", "tensor": "model.visual.blocks.23.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1024, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.19.mlp.linear_fc1.weight|2d-64|(1984, 256)", "tensor": "model.visual.blocks.19.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1984, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.4.mlp.linear_fc1.weight|2d-64|(3584, 896)", "tensor": "model.visual.blocks.4.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3584, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.10.mlp.linear_fc1.weight|2d-64|(2560, 896)", "tensor": "model.visual.blocks.10.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2560, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.17.mlp.linear_fc1.weight|2d-64|(2112, 128)", "tensor": "model.visual.blocks.17.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2112, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.16.mlp.linear_fc1.weight|2d-64|(704, 960)", "tensor": "model.visual.blocks.16.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.17.mlp.linear_fc1.weight|2d-64|(512, 576)", "tensor": "model.visual.blocks.17.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.9.mlp.linear_fc1.weight|2d-64|(1088, 704)", "tensor": "model.visual.blocks.9.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1088, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.20.mlp.linear_fc1.weight|2d-64|(64, 768)", "tensor": "model.visual.blocks.20.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.3.mlp.linear_fc1.weight|2d-64|(3456, 576)", "tensor": "model.visual.blocks.3.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3456, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.9.mlp.linear_fc1.weight|2d-64|(2112, 0)", "tensor": "model.visual.blocks.9.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2112, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.17.mlp.linear_fc1.weight|2d-64|(320, 640)", "tensor": "model.visual.blocks.17.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.22.mlp.linear_fc1.weight|2d-64|(1024, 832)", "tensor": "model.visual.blocks.22.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1024, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.3.mlp.linear_fc1.weight|2d-64|(3456, 384)", "tensor": "model.visual.blocks.3.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3456, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.14.mlp.linear_fc1.weight|2d-64|(3648, 512)", "tensor": "model.visual.blocks.14.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3648, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.23.mlp.linear_fc1.weight|2d-64|(2240, 0)", "tensor": "model.visual.blocks.23.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2240, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.13.mlp.linear_fc1.weight|2d-64|(3712, 448)", "tensor": "model.visual.blocks.13.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3712, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.6.mlp.linear_fc1.weight|2d-64|(2944, 576)", "tensor": "model.visual.blocks.6.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2944, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.23.mlp.linear_fc1.weight|2d-64|(1280, 512)", "tensor": "model.visual.blocks.23.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1280, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.10.mlp.linear_fc1.weight|2d-64|(576, 320)", "tensor": "model.visual.blocks.10.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.3.mlp.linear_fc1.weight|2d-64|(2560, 128)", "tensor": "model.visual.blocks.3.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2560, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.3.mlp.linear_fc1.weight|2d-64|(1920, 192)", "tensor": "model.visual.blocks.3.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1920, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.16.mlp.linear_fc1.weight|2d-64|(3648, 384)", "tensor": "model.visual.blocks.16.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3648, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.12.mlp.linear_fc1.weight|2d-64|(384, 960)", "tensor": "model.visual.blocks.12.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.21.mlp.linear_fc1.weight|2d-64|(640, 64)", "tensor": "model.visual.blocks.21.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.10.mlp.linear_fc1.weight|2d-64|(1856, 896)", "tensor": "model.visual.blocks.10.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.20.mlp.linear_fc1.weight|2d-64|(3136, 64)", "tensor": "model.visual.blocks.20.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3136, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.7.mlp.linear_fc1.weight|2d-64|(3840, 128)", "tensor": "model.visual.blocks.7.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3840, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.7.mlp.linear_fc1.weight|2d-64|(4032, 768)", "tensor": "model.visual.blocks.7.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4032, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.16.mlp.linear_fc1.weight|2d-64|(256, 192)", "tensor": "model.visual.blocks.16.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.13.mlp.linear_fc1.weight|2d-64|(768, 512)", "tensor": "model.visual.blocks.13.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(2304, 768)", "tensor": "model.visual.blocks.1.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2304, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.9.mlp.linear_fc1.weight|2d-64|(448, 832)", "tensor": "model.visual.blocks.9.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.15.mlp.linear_fc1.weight|2d-64|(1728, 0)", "tensor": "model.visual.blocks.15.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1728, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.10.mlp.linear_fc1.weight|2d-64|(1216, 448)", "tensor": "model.visual.blocks.10.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1216, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.12.mlp.linear_fc1.weight|2d-64|(1792, 256)", "tensor": "model.visual.blocks.12.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1792, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.7.mlp.linear_fc1.weight|2d-64|(3648, 832)", "tensor": "model.visual.blocks.7.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3648, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.9.mlp.linear_fc1.weight|2d-64|(1408, 896)", "tensor": "model.visual.blocks.9.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.20.mlp.linear_fc1.weight|2d-64|(3584, 192)", "tensor": "model.visual.blocks.20.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3584, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.9.mlp.linear_fc1.weight|2d-64|(4032, 0)", "tensor": "model.visual.blocks.9.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4032, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.15.mlp.linear_fc1.weight|2d-64|(2496, 128)", "tensor": "model.visual.blocks.15.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2496, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.20.mlp.linear_fc1.weight|2d-64|(3392, 128)", "tensor": "model.visual.blocks.20.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3392, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.4.mlp.linear_fc1.weight|2d-64|(2688, 64)", "tensor": "model.visual.blocks.4.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2688, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.11.mlp.linear_fc1.weight|2d-64|(1920, 320)", "tensor": "model.visual.blocks.11.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1920, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.23.mlp.linear_fc1.weight|2d-64|(1152, 320)", "tensor": "model.visual.blocks.23.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1152, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(1600, 768)", "tensor": "model.visual.blocks.1.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1600, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.23.mlp.linear_fc1.weight|2d-64|(3776, 768)", "tensor": "model.visual.blocks.23.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3776, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.8.mlp.linear_fc1.weight|2d-64|(768, 448)", "tensor": "model.visual.blocks.8.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(2944, 832)", "tensor": "model.visual.blocks.1.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2944, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.9.mlp.linear_fc1.weight|2d-64|(2816, 0)", "tensor": "model.visual.blocks.9.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2816, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.10.mlp.linear_fc1.weight|2d-64|(1280, 896)", "tensor": "model.visual.blocks.10.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1280, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.21.mlp.linear_fc1.weight|2d-64|(2752, 704)", "tensor": "model.visual.blocks.21.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2752, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.4.mlp.linear_fc1.weight|2d-64|(3840, 960)", "tensor": "model.visual.blocks.4.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3840, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.18.mlp.linear_fc1.weight|2d-64|(1536, 832)", "tensor": "model.visual.blocks.18.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1536, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.14.mlp.linear_fc1.weight|2d-64|(1152, 256)", "tensor": "model.visual.blocks.14.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1152, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.19.mlp.linear_fc1.weight|2d-64|(1920, 704)", "tensor": "model.visual.blocks.19.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1920, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.18.mlp.linear_fc1.weight|2d-64|(1280, 128)", "tensor": "model.visual.blocks.18.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1280, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.7.mlp.linear_fc1.weight|2d-64|(3328, 256)", "tensor": "model.visual.blocks.7.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3328, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.10.mlp.linear_fc1.weight|2d-64|(2112, 896)", "tensor": "model.visual.blocks.10.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2112, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.23.mlp.linear_fc1.weight|2d-64|(3328, 960)", "tensor": "model.visual.blocks.23.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3328, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.13.mlp.linear_fc1.weight|2d-64|(3392, 192)", "tensor": "model.visual.blocks.13.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3392, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.3.mlp.linear_fc1.weight|2d-64|(1856, 448)", "tensor": "model.visual.blocks.3.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.20.mlp.linear_fc1.weight|2d-64|(3584, 960)", "tensor": "model.visual.blocks.20.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3584, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.3.mlp.linear_fc1.weight|2d-64|(2816, 256)", "tensor": "model.visual.blocks.3.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2816, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.18.mlp.linear_fc1.weight|2d-64|(3904, 192)", "tensor": "model.visual.blocks.18.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3904, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.16.mlp.linear_fc1.weight|2d-64|(3200, 512)", "tensor": "model.visual.blocks.16.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3200, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.7.mlp.linear_fc1.weight|2d-64|(2496, 832)", "tensor": "model.visual.blocks.7.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2496, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.22.mlp.linear_fc1.weight|2d-64|(1216, 384)", "tensor": "model.visual.blocks.22.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1216, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.22.mlp.linear_fc1.weight|2d-64|(3264, 576)", "tensor": "model.visual.blocks.22.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3264, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.11.mlp.linear_fc1.weight|2d-64|(768, 512)", "tensor": "model.visual.blocks.11.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.11.mlp.linear_fc1.weight|2d-64|(1664, 128)", "tensor": "model.visual.blocks.11.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.17.mlp.linear_fc1.weight|2d-64|(256, 256)", "tensor": "model.visual.blocks.17.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(896, 960)", "tensor": "model.visual.blocks.1.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.9.mlp.linear_fc1.weight|2d-64|(3328, 192)", "tensor": "model.visual.blocks.9.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3328, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.10.mlp.linear_fc1.weight|2d-64|(1152, 832)", "tensor": "model.visual.blocks.10.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1152, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.10.mlp.linear_fc1.weight|2d-64|(2240, 64)", "tensor": "model.visual.blocks.10.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2240, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.18.mlp.linear_fc1.weight|2d-64|(384, 512)", "tensor": "model.visual.blocks.18.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.19.mlp.linear_fc1.weight|2d-64|(128, 512)", "tensor": "model.visual.blocks.19.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.7.mlp.linear_fc1.weight|2d-64|(3968, 0)", "tensor": "model.visual.blocks.7.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3968, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.17.mlp.linear_fc1.weight|2d-64|(3904, 384)", "tensor": "model.visual.blocks.17.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3904, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.20.mlp.linear_fc1.weight|2d-64|(3072, 64)", "tensor": "model.visual.blocks.20.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3072, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.16.mlp.linear_fc1.weight|2d-64|(1344, 960)", "tensor": "model.visual.blocks.16.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1344, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.6.mlp.linear_fc1.weight|2d-64|(1664, 384)", "tensor": "model.visual.blocks.6.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.12.mlp.linear_fc1.weight|2d-64|(2432, 320)", "tensor": "model.visual.blocks.12.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2432, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.15.mlp.linear_fc1.weight|2d-64|(3264, 768)", "tensor": "model.visual.blocks.15.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3264, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.21.mlp.linear_fc1.weight|2d-64|(320, 960)", "tensor": "model.visual.blocks.21.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.5.mlp.linear_fc1.weight|2d-64|(1216, 448)", "tensor": "model.visual.blocks.5.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1216, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.10.mlp.linear_fc1.weight|2d-64|(1152, 128)", "tensor": "model.visual.blocks.10.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1152, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.13.mlp.linear_fc1.weight|2d-64|(1536, 256)", "tensor": "model.visual.blocks.13.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1536, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.14.mlp.linear_fc1.weight|2d-64|(1024, 512)", "tensor": "model.visual.blocks.14.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1024, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.3.mlp.linear_fc1.weight|2d-64|(3712, 896)", "tensor": "model.visual.blocks.3.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3712, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.6.mlp.linear_fc1.weight|2d-64|(2560, 64)", "tensor": "model.visual.blocks.6.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2560, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.10.mlp.linear_fc1.weight|2d-64|(2624, 256)", "tensor": "model.visual.blocks.10.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2624, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.22.mlp.linear_fc1.weight|2d-64|(2560, 768)", "tensor": "model.visual.blocks.22.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2560, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(3904, 768)", "tensor": "model.visual.blocks.1.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3904, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(2048, 576)", "tensor": "model.visual.blocks.1.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2048, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(3328, 640)", "tensor": "model.visual.blocks.1.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3328, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.23.mlp.linear_fc1.weight|2d-64|(0, 576)", "tensor": "model.visual.blocks.23.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.18.mlp.linear_fc1.weight|2d-64|(3840, 576)", "tensor": "model.visual.blocks.18.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3840, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.0.mlp.linear_fc1.weight|2d-64|(832, 704)", "tensor": "model.visual.blocks.0.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(3648, 128)", "tensor": "model.visual.blocks.1.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3648, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.9.mlp.linear_fc1.weight|2d-64|(896, 448)", "tensor": "model.visual.blocks.9.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.20.mlp.linear_fc1.weight|2d-64|(3264, 320)", "tensor": "model.visual.blocks.20.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3264, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.15.mlp.linear_fc1.weight|2d-64|(2560, 0)", "tensor": "model.visual.blocks.15.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2560, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.23.mlp.linear_fc1.weight|2d-64|(1792, 384)", "tensor": "model.visual.blocks.23.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1792, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.3.mlp.linear_fc1.weight|2d-64|(3264, 64)", "tensor": "model.visual.blocks.3.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3264, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.9.mlp.linear_fc1.weight|2d-64|(2368, 384)", "tensor": "model.visual.blocks.9.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2368, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.10.mlp.linear_fc1.weight|2d-64|(832, 64)", "tensor": "model.visual.blocks.10.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.2.mlp.linear_fc1.weight|2d-64|(1280, 0)", "tensor": "model.visual.blocks.2.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1280, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.6.mlp.linear_fc1.weight|2d-64|(2560, 576)", "tensor": "model.visual.blocks.6.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2560, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.15.mlp.linear_fc1.weight|2d-64|(3392, 64)", "tensor": "model.visual.blocks.15.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3392, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.17.mlp.linear_fc1.weight|2d-64|(3776, 128)", "tensor": "model.visual.blocks.17.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3776, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.23.mlp.linear_fc1.weight|2d-64|(2368, 448)", "tensor": "model.visual.blocks.23.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2368, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.13.mlp.linear_fc1.weight|2d-64|(3392, 960)", "tensor": "model.visual.blocks.13.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3392, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.0.mlp.linear_fc1.weight|2d-64|(896, 640)", "tensor": "model.visual.blocks.0.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.2.mlp.linear_fc1.weight|2d-64|(3392, 448)", "tensor": "model.visual.blocks.2.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3392, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.22.mlp.linear_fc1.weight|2d-64|(1856, 192)", "tensor": "model.visual.blocks.22.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.23.mlp.linear_fc1.weight|2d-64|(1536, 128)", "tensor": "model.visual.blocks.23.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1536, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.22.mlp.linear_fc1.weight|2d-64|(448, 896)", "tensor": "model.visual.blocks.22.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.14.mlp.linear_fc1.weight|2d-64|(3200, 256)", "tensor": "model.visual.blocks.14.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3200, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.9.mlp.linear_fc1.weight|2d-64|(2304, 640)", "tensor": "model.visual.blocks.9.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2304, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.15.mlp.linear_fc1.weight|2d-64|(2496, 0)", "tensor": "model.visual.blocks.15.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2496, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.17.mlp.linear_fc1.weight|2d-64|(2688, 256)", "tensor": "model.visual.blocks.17.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2688, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.23.mlp.linear_fc1.weight|2d-64|(128, 512)", "tensor": "model.visual.blocks.23.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.23.mlp.linear_fc1.weight|2d-64|(1344, 128)", "tensor": "model.visual.blocks.23.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1344, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.19.mlp.linear_fc1.weight|2d-64|(128, 576)", "tensor": "model.visual.blocks.19.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.10.mlp.linear_fc1.weight|2d-64|(1472, 832)", "tensor": "model.visual.blocks.10.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1472, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.4.mlp.linear_fc1.weight|2d-64|(1792, 832)", "tensor": "model.visual.blocks.4.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1792, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.14.mlp.linear_fc1.weight|2d-64|(256, 384)", "tensor": "model.visual.blocks.14.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.3.mlp.linear_fc1.weight|2d-64|(1920, 512)", "tensor": "model.visual.blocks.3.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1920, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.7.mlp.linear_fc1.weight|2d-64|(2624, 512)", "tensor": "model.visual.blocks.7.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2624, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.5.mlp.linear_fc1.weight|2d-64|(2752, 640)", "tensor": "model.visual.blocks.5.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2752, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.3.mlp.linear_fc1.weight|2d-64|(3904, 960)", "tensor": "model.visual.blocks.3.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3904, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.11.mlp.linear_fc1.weight|2d-64|(3456, 832)", "tensor": "model.visual.blocks.11.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3456, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(3136, 192)", "tensor": "model.visual.blocks.1.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3136, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.10.mlp.linear_fc1.weight|2d-64|(640, 576)", "tensor": "model.visual.blocks.10.mlp.linear_fc1.weight", "role": "model.visual.layers.*.mlp.linear_fc1.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.22.mlp.linear_fc2.weight|2d-128|(0, 128)", "tensor": "model.visual.blocks.22.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.4.mlp.linear_fc2.weight|2d-128|(256, 1024)", "tensor": "model.visual.blocks.4.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.23.mlp.linear_fc2.weight|2d-128|(128, 1664)", "tensor": "model.visual.blocks.23.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.7.mlp.linear_fc2.weight|2d-128|(256, 384)", "tensor": "model.visual.blocks.7.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(128, 2048)", "tensor": "model.visual.blocks.10.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 2048 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.16.mlp.linear_fc2.weight|2d-128|(768, 896)", "tensor": "model.visual.blocks.16.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.6.mlp.linear_fc2.weight|2d-128|(256, 1152)", "tensor": "model.visual.blocks.6.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.6.mlp.linear_fc2.weight|2d-128|(768, 3584)", "tensor": "model.visual.blocks.6.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 3584 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.9.mlp.linear_fc2.weight|2d-128|(128, 2688)", "tensor": "model.visual.blocks.9.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 2688 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(384, 1280)", "tensor": "model.visual.blocks.10.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(640, 512)", "tensor": "model.visual.blocks.10.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.22.mlp.linear_fc2.weight|2d-128|(0, 1536)", "tensor": "model.visual.blocks.22.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.15.mlp.linear_fc2.weight|2d-128|(896, 3328)", "tensor": "model.visual.blocks.15.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 3328 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.9.mlp.linear_fc2.weight|2d-128|(384, 1920)", "tensor": "model.visual.blocks.9.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.4.mlp.linear_fc2.weight|2d-128|(128, 1152)", "tensor": "model.visual.blocks.4.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.2.mlp.linear_fc2.weight|2d-128|(640, 2944)", "tensor": "model.visual.blocks.2.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 2944 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.12.mlp.linear_fc2.weight|2d-128|(640, 1792)", "tensor": "model.visual.blocks.12.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.2.mlp.linear_fc2.weight|2d-128|(896, 896)", "tensor": "model.visual.blocks.2.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.22.mlp.linear_fc2.weight|2d-128|(768, 1920)", "tensor": "model.visual.blocks.22.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.3.mlp.linear_fc2.weight|2d-128|(256, 1408)", "tensor": "model.visual.blocks.3.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.22.mlp.linear_fc2.weight|2d-128|(128, 1408)", "tensor": "model.visual.blocks.22.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.23.mlp.linear_fc2.weight|2d-128|(640, 1024)", "tensor": "model.visual.blocks.23.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.9.mlp.linear_fc2.weight|2d-128|(768, 2816)", "tensor": "model.visual.blocks.9.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 2816 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.18.mlp.linear_fc2.weight|2d-128|(384, 3200)", "tensor": "model.visual.blocks.18.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 3200 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.22.mlp.linear_fc2.weight|2d-128|(640, 1152)", "tensor": "model.visual.blocks.22.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.2.mlp.linear_fc2.weight|2d-128|(640, 1536)", "tensor": "model.visual.blocks.2.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.12.mlp.linear_fc2.weight|2d-128|(512, 768)", "tensor": "model.visual.blocks.12.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.5.mlp.linear_fc2.weight|2d-128|(256, 2048)", "tensor": "model.visual.blocks.5.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 2048 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.16.mlp.linear_fc2.weight|2d-128|(256, 3840)", "tensor": "model.visual.blocks.16.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 3840 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.3.mlp.linear_fc2.weight|2d-128|(512, 1152)", "tensor": "model.visual.blocks.3.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.13.mlp.linear_fc2.weight|2d-128|(128, 3584)", "tensor": "model.visual.blocks.13.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 3584 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.11.mlp.linear_fc2.weight|2d-128|(128, 1152)", "tensor": "model.visual.blocks.11.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.17.mlp.linear_fc2.weight|2d-128|(0, 3712)", "tensor": "model.visual.blocks.17.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 3712 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.12.mlp.linear_fc2.weight|2d-128|(384, 1024)", "tensor": "model.visual.blocks.12.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.17.mlp.linear_fc2.weight|2d-128|(0, 3456)", "tensor": "model.visual.blocks.17.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 3456 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.11.mlp.linear_fc2.weight|2d-128|(896, 256)", "tensor": "model.visual.blocks.11.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.8.mlp.linear_fc2.weight|2d-128|(128, 0)", "tensor": "model.visual.blocks.8.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.7.mlp.linear_fc2.weight|2d-128|(256, 3968)", "tensor": "model.visual.blocks.7.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 3968 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.0.mlp.linear_fc2.weight|2d-128|(128, 768)", "tensor": "model.visual.blocks.0.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.7.mlp.linear_fc2.weight|2d-128|(0, 2432)", "tensor": "model.visual.blocks.7.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 2432 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.14.mlp.linear_fc2.weight|2d-128|(384, 384)", "tensor": "model.visual.blocks.14.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.0.mlp.linear_fc2.weight|2d-128|(128, 1152)", "tensor": "model.visual.blocks.0.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.14.mlp.linear_fc2.weight|2d-128|(768, 3840)", "tensor": "model.visual.blocks.14.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 3840 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(256, 768)", "tensor": "model.visual.blocks.10.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.18.mlp.linear_fc2.weight|2d-128|(256, 3840)", "tensor": "model.visual.blocks.18.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 3840 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.20.mlp.linear_fc2.weight|2d-128|(768, 128)", "tensor": "model.visual.blocks.20.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.3.mlp.linear_fc2.weight|2d-128|(128, 2560)", "tensor": "model.visual.blocks.3.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 2560 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.3.mlp.linear_fc2.weight|2d-128|(0, 1024)", "tensor": "model.visual.blocks.3.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.13.mlp.linear_fc2.weight|2d-128|(768, 2816)", "tensor": "model.visual.blocks.13.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 2816 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.6.mlp.linear_fc2.weight|2d-128|(896, 1408)", "tensor": "model.visual.blocks.6.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.16.mlp.linear_fc2.weight|2d-128|(384, 3328)", "tensor": "model.visual.blocks.16.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 3328 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.2.mlp.linear_fc2.weight|2d-128|(768, 2176)", "tensor": "model.visual.blocks.2.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 2176 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(0, 2944)", "tensor": "model.visual.blocks.10.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 2944 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.13.mlp.linear_fc2.weight|2d-128|(640, 1664)", "tensor": "model.visual.blocks.13.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.20.mlp.linear_fc2.weight|2d-128|(640, 3712)", "tensor": "model.visual.blocks.20.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 3712 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.15.mlp.linear_fc2.weight|2d-128|(640, 896)", "tensor": "model.visual.blocks.15.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.4.mlp.linear_fc2.weight|2d-128|(128, 1920)", "tensor": "model.visual.blocks.4.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.3.mlp.linear_fc2.weight|2d-128|(128, 640)", "tensor": "model.visual.blocks.3.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.17.mlp.linear_fc2.weight|2d-128|(640, 128)", "tensor": "model.visual.blocks.17.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.0.mlp.linear_fc2.weight|2d-128|(128, 3456)", "tensor": "model.visual.blocks.0.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 3456 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.4.mlp.linear_fc2.weight|2d-128|(896, 2176)", "tensor": "model.visual.blocks.4.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 2176 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.13.mlp.linear_fc2.weight|2d-128|(512, 1664)", "tensor": "model.visual.blocks.13.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.15.mlp.linear_fc2.weight|2d-128|(768, 3968)", "tensor": "model.visual.blocks.15.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 3968 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.15.mlp.linear_fc2.weight|2d-128|(384, 2048)", "tensor": "model.visual.blocks.15.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 2048 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.19.mlp.linear_fc2.weight|2d-128|(768, 512)", "tensor": "model.visual.blocks.19.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.17.mlp.linear_fc2.weight|2d-128|(896, 3584)", "tensor": "model.visual.blocks.17.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 3584 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.11.mlp.linear_fc2.weight|2d-128|(768, 1664)", "tensor": "model.visual.blocks.11.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.14.mlp.linear_fc2.weight|2d-128|(896, 3328)", "tensor": "model.visual.blocks.14.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 3328 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.16.mlp.linear_fc2.weight|2d-128|(768, 1664)", "tensor": "model.visual.blocks.16.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.6.mlp.linear_fc2.weight|2d-128|(512, 3072)", "tensor": "model.visual.blocks.6.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 3072 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(896, 2176)", "tensor": "model.visual.blocks.10.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 2176 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.6.mlp.linear_fc2.weight|2d-128|(896, 3840)", "tensor": "model.visual.blocks.6.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 3840 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.21.mlp.linear_fc2.weight|2d-128|(384, 1408)", "tensor": "model.visual.blocks.21.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.2.mlp.linear_fc2.weight|2d-128|(0, 3328)", "tensor": "model.visual.blocks.2.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 3328 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.5.mlp.linear_fc2.weight|2d-128|(768, 128)", "tensor": "model.visual.blocks.5.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.4.mlp.linear_fc2.weight|2d-128|(0, 384)", "tensor": "model.visual.blocks.4.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.21.mlp.linear_fc2.weight|2d-128|(384, 1280)", "tensor": "model.visual.blocks.21.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.13.mlp.linear_fc2.weight|2d-128|(512, 128)", "tensor": "model.visual.blocks.13.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.13.mlp.linear_fc2.weight|2d-128|(896, 0)", "tensor": "model.visual.blocks.13.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(128, 128)", "tensor": "model.visual.blocks.10.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.21.mlp.linear_fc2.weight|2d-128|(384, 3968)", "tensor": "model.visual.blocks.21.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 3968 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.13.mlp.linear_fc2.weight|2d-128|(0, 1024)", "tensor": "model.visual.blocks.13.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.8.mlp.linear_fc2.weight|2d-128|(768, 1280)", "tensor": "model.visual.blocks.8.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.13.mlp.linear_fc2.weight|2d-128|(896, 2560)", "tensor": "model.visual.blocks.13.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 2560 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.16.mlp.linear_fc2.weight|2d-128|(896, 256)", "tensor": "model.visual.blocks.16.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.2.mlp.linear_fc2.weight|2d-128|(384, 3968)", "tensor": "model.visual.blocks.2.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 3968 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.3.mlp.linear_fc2.weight|2d-128|(0, 3584)", "tensor": "model.visual.blocks.3.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 3584 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(512, 3328)", "tensor": "model.visual.blocks.10.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 3328 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.11.mlp.linear_fc2.weight|2d-128|(896, 3840)", "tensor": "model.visual.blocks.11.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 3840 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.13.mlp.linear_fc2.weight|2d-128|(0, 3968)", "tensor": "model.visual.blocks.13.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 3968 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.14.mlp.linear_fc2.weight|2d-128|(512, 2048)", "tensor": "model.visual.blocks.14.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 2048 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.14.mlp.linear_fc2.weight|2d-128|(640, 3968)", "tensor": "model.visual.blocks.14.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 3968 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.5.mlp.linear_fc2.weight|2d-128|(256, 640)", "tensor": "model.visual.blocks.5.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.4.mlp.linear_fc2.weight|2d-128|(256, 2560)", "tensor": "model.visual.blocks.4.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 2560 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.19.mlp.linear_fc2.weight|2d-128|(256, 3712)", "tensor": "model.visual.blocks.19.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 3712 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.0.mlp.linear_fc2.weight|2d-128|(256, 3968)", "tensor": "model.visual.blocks.0.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 3968 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.4.mlp.linear_fc2.weight|2d-128|(0, 1664)", "tensor": "model.visual.blocks.4.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.17.mlp.linear_fc2.weight|2d-128|(0, 1408)", "tensor": "model.visual.blocks.17.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.7.mlp.linear_fc2.weight|2d-128|(0, 640)", "tensor": "model.visual.blocks.7.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.19.mlp.linear_fc2.weight|2d-128|(512, 2560)", "tensor": "model.visual.blocks.19.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 2560 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.7.mlp.linear_fc2.weight|2d-128|(512, 3200)", "tensor": "model.visual.blocks.7.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 3200 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.15.mlp.linear_fc2.weight|2d-128|(768, 1408)", "tensor": "model.visual.blocks.15.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.13.mlp.linear_fc2.weight|2d-128|(256, 1152)", "tensor": "model.visual.blocks.13.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(384, 2432)", "tensor": "model.visual.blocks.10.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 2432 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.8.mlp.linear_fc2.weight|2d-128|(0, 640)", "tensor": "model.visual.blocks.8.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.5.mlp.linear_fc2.weight|2d-128|(0, 2432)", "tensor": "model.visual.blocks.5.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 2432 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.6.mlp.linear_fc2.weight|2d-128|(128, 3072)", "tensor": "model.visual.blocks.6.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 3072 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.14.mlp.linear_fc2.weight|2d-128|(768, 2176)", "tensor": "model.visual.blocks.14.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 2176 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.12.mlp.linear_fc2.weight|2d-128|(768, 1792)", "tensor": "model.visual.blocks.12.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.21.mlp.linear_fc2.weight|2d-128|(512, 256)", "tensor": "model.visual.blocks.21.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.17.mlp.linear_fc2.weight|2d-128|(128, 2304)", "tensor": "model.visual.blocks.17.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 2304 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.15.mlp.linear_fc2.weight|2d-128|(384, 512)", "tensor": "model.visual.blocks.15.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.23.mlp.linear_fc2.weight|2d-128|(640, 1536)", "tensor": "model.visual.blocks.23.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.12.mlp.linear_fc2.weight|2d-128|(384, 384)", "tensor": "model.visual.blocks.12.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.4.mlp.linear_fc2.weight|2d-128|(384, 768)", "tensor": "model.visual.blocks.4.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.20.mlp.linear_fc2.weight|2d-128|(0, 384)", "tensor": "model.visual.blocks.20.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(512, 2688)", "tensor": "model.visual.blocks.10.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 2688 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.19.mlp.linear_fc2.weight|2d-128|(128, 1280)", "tensor": "model.visual.blocks.19.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.18.mlp.linear_fc2.weight|2d-128|(384, 2048)", "tensor": "model.visual.blocks.18.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 2048 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.11.mlp.linear_fc2.weight|2d-128|(896, 2944)", "tensor": "model.visual.blocks.11.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 2944 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.8.mlp.linear_fc2.weight|2d-128|(128, 3200)", "tensor": "model.visual.blocks.8.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 3200 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.5.mlp.linear_fc2.weight|2d-128|(896, 1792)", "tensor": "model.visual.blocks.5.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.0.mlp.linear_fc2.weight|2d-128|(384, 3328)", "tensor": "model.visual.blocks.0.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 3328 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.20.mlp.linear_fc2.weight|2d-128|(0, 3968)", "tensor": "model.visual.blocks.20.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 3968 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.18.mlp.linear_fc2.weight|2d-128|(640, 1408)", "tensor": "model.visual.blocks.18.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.1.mlp.linear_fc2.weight|2d-128|(896, 768)", "tensor": "model.visual.blocks.1.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.22.mlp.linear_fc2.weight|2d-128|(0, 3968)", "tensor": "model.visual.blocks.22.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 3968 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.2.mlp.linear_fc2.weight|2d-128|(640, 1280)", "tensor": "model.visual.blocks.2.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.22.mlp.linear_fc2.weight|2d-128|(256, 2816)", "tensor": "model.visual.blocks.22.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 2816 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.6.mlp.linear_fc2.weight|2d-128|(0, 2688)", "tensor": "model.visual.blocks.6.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 2688 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.14.mlp.linear_fc2.weight|2d-128|(768, 2432)", "tensor": "model.visual.blocks.14.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 2432 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.7.mlp.linear_fc2.weight|2d-128|(128, 512)", "tensor": "model.visual.blocks.7.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.20.mlp.linear_fc2.weight|2d-128|(768, 1536)", "tensor": "model.visual.blocks.20.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.22.mlp.linear_fc2.weight|2d-128|(896, 2048)", "tensor": "model.visual.blocks.22.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 2048 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.2.mlp.linear_fc2.weight|2d-128|(896, 3584)", "tensor": "model.visual.blocks.2.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 3584 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.1.mlp.linear_fc2.weight|2d-128|(384, 3584)", "tensor": "model.visual.blocks.1.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 3584 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.2.mlp.linear_fc2.weight|2d-128|(640, 3968)", "tensor": "model.visual.blocks.2.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 3968 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.21.mlp.linear_fc2.weight|2d-128|(768, 3072)", "tensor": "model.visual.blocks.21.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 3072 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.15.mlp.linear_fc2.weight|2d-128|(384, 896)", "tensor": "model.visual.blocks.15.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(128, 3584)", "tensor": "model.visual.blocks.10.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 3584 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.20.mlp.linear_fc2.weight|2d-128|(256, 1792)", "tensor": "model.visual.blocks.20.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(640, 384)", "tensor": "model.visual.blocks.10.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.5.mlp.linear_fc2.weight|2d-128|(896, 1664)", "tensor": "model.visual.blocks.5.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.20.mlp.linear_fc2.weight|2d-128|(384, 1408)", "tensor": "model.visual.blocks.20.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.19.mlp.linear_fc2.weight|2d-128|(640, 128)", "tensor": "model.visual.blocks.19.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.12.mlp.linear_fc2.weight|2d-128|(896, 3840)", "tensor": "model.visual.blocks.12.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 3840 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.3.mlp.linear_fc2.weight|2d-128|(128, 2432)", "tensor": "model.visual.blocks.3.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 2432 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.21.mlp.linear_fc2.weight|2d-128|(640, 256)", "tensor": "model.visual.blocks.21.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.2.mlp.linear_fc2.weight|2d-128|(256, 1408)", "tensor": "model.visual.blocks.2.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.5.mlp.linear_fc2.weight|2d-128|(640, 1920)", "tensor": "model.visual.blocks.5.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.19.mlp.linear_fc2.weight|2d-128|(0, 2560)", "tensor": "model.visual.blocks.19.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 2560 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(256, 384)", "tensor": "model.visual.blocks.10.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.0.mlp.linear_fc2.weight|2d-128|(512, 3072)", "tensor": "model.visual.blocks.0.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 3072 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.20.mlp.linear_fc2.weight|2d-128|(512, 384)", "tensor": "model.visual.blocks.20.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.13.mlp.linear_fc2.weight|2d-128|(128, 2048)", "tensor": "model.visual.blocks.13.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 2048 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.12.mlp.linear_fc2.weight|2d-128|(128, 512)", "tensor": "model.visual.blocks.12.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(512, 3456)", "tensor": "model.visual.blocks.10.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 3456 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.11.mlp.linear_fc2.weight|2d-128|(640, 1280)", "tensor": "model.visual.blocks.11.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.23.mlp.linear_fc2.weight|2d-128|(512, 1024)", "tensor": "model.visual.blocks.23.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.1.mlp.linear_fc2.weight|2d-128|(0, 2560)", "tensor": "model.visual.blocks.1.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 2560 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.22.mlp.linear_fc2.weight|2d-128|(896, 1920)", "tensor": "model.visual.blocks.22.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.7.mlp.linear_fc2.weight|2d-128|(768, 2176)", "tensor": "model.visual.blocks.7.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 2176 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.3.mlp.linear_fc2.weight|2d-128|(768, 1792)", "tensor": "model.visual.blocks.3.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(256, 2304)", "tensor": "model.visual.blocks.10.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 2304 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.5.mlp.linear_fc2.weight|2d-128|(512, 2944)", "tensor": "model.visual.blocks.5.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 2944 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.5.mlp.linear_fc2.weight|2d-128|(512, 512)", "tensor": "model.visual.blocks.5.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.3.mlp.linear_fc2.weight|2d-128|(640, 1792)", "tensor": "model.visual.blocks.3.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.16.mlp.linear_fc2.weight|2d-128|(384, 1536)", "tensor": "model.visual.blocks.16.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.19.mlp.linear_fc2.weight|2d-128|(256, 1664)", "tensor": "model.visual.blocks.19.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.14.mlp.linear_fc2.weight|2d-128|(896, 128)", "tensor": "model.visual.blocks.14.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.11.mlp.linear_fc2.weight|2d-128|(768, 1024)", "tensor": "model.visual.blocks.11.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.1.mlp.linear_fc2.weight|2d-128|(128, 768)", "tensor": "model.visual.blocks.1.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(640, 896)", "tensor": "model.visual.blocks.10.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.19.mlp.linear_fc2.weight|2d-128|(384, 384)", "tensor": "model.visual.blocks.19.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.14.mlp.linear_fc2.weight|2d-128|(512, 2304)", "tensor": "model.visual.blocks.14.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 2304 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.23.mlp.linear_fc2.weight|2d-128|(256, 3968)", "tensor": "model.visual.blocks.23.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 3968 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.1.mlp.linear_fc2.weight|2d-128|(896, 256)", "tensor": "model.visual.blocks.1.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.19.mlp.linear_fc2.weight|2d-128|(128, 3072)", "tensor": "model.visual.blocks.19.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 3072 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.14.mlp.linear_fc2.weight|2d-128|(256, 2560)", "tensor": "model.visual.blocks.14.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 2560 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.18.mlp.linear_fc2.weight|2d-128|(896, 128)", "tensor": "model.visual.blocks.18.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(512, 1152)", "tensor": "model.visual.blocks.10.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(640, 1920)", "tensor": "model.visual.blocks.10.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.5.mlp.linear_fc2.weight|2d-128|(768, 2688)", "tensor": "model.visual.blocks.5.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 2688 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.0.mlp.linear_fc2.weight|2d-128|(640, 2944)", "tensor": "model.visual.blocks.0.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 2944 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.9.mlp.linear_fc2.weight|2d-128|(0, 1536)", "tensor": "model.visual.blocks.9.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.23.mlp.linear_fc2.weight|2d-128|(768, 1024)", "tensor": "model.visual.blocks.23.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.17.mlp.linear_fc2.weight|2d-128|(384, 2304)", "tensor": "model.visual.blocks.17.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 2304 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.21.mlp.linear_fc2.weight|2d-128|(640, 2944)", "tensor": "model.visual.blocks.21.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 2944 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.1.mlp.linear_fc2.weight|2d-128|(640, 2304)", "tensor": "model.visual.blocks.1.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 2304 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.4.mlp.linear_fc2.weight|2d-128|(640, 128)", "tensor": "model.visual.blocks.4.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.8.mlp.linear_fc2.weight|2d-128|(128, 3712)", "tensor": "model.visual.blocks.8.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 3712 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.21.mlp.linear_fc2.weight|2d-128|(768, 2944)", "tensor": "model.visual.blocks.21.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 2944 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.11.mlp.linear_fc2.weight|2d-128|(512, 2176)", "tensor": "model.visual.blocks.11.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 2176 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.16.mlp.linear_fc2.weight|2d-128|(768, 1536)", "tensor": "model.visual.blocks.16.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(512, 640)", "tensor": "model.visual.blocks.10.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.7.mlp.linear_fc2.weight|2d-128|(384, 3072)", "tensor": "model.visual.blocks.7.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 3072 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.0.mlp.linear_fc2.weight|2d-128|(768, 512)", "tensor": "model.visual.blocks.0.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.2.mlp.linear_fc2.weight|2d-128|(896, 1536)", "tensor": "model.visual.blocks.2.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.17.mlp.linear_fc2.weight|2d-128|(512, 3328)", "tensor": "model.visual.blocks.17.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 3328 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.22.mlp.linear_fc2.weight|2d-128|(0, 1664)", "tensor": "model.visual.blocks.22.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.14.mlp.linear_fc2.weight|2d-128|(256, 3072)", "tensor": "model.visual.blocks.14.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 3072 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.15.mlp.linear_fc2.weight|2d-128|(896, 3456)", "tensor": "model.visual.blocks.15.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 3456 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.23.mlp.linear_fc2.weight|2d-128|(896, 1152)", "tensor": "model.visual.blocks.23.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.1.mlp.linear_fc2.weight|2d-128|(640, 0)", "tensor": "model.visual.blocks.1.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.0.mlp.linear_fc2.weight|2d-128|(768, 1536)", "tensor": "model.visual.blocks.0.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.5.mlp.linear_fc2.weight|2d-128|(768, 3840)", "tensor": "model.visual.blocks.5.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 3840 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.3.mlp.linear_fc2.weight|2d-128|(0, 2944)", "tensor": "model.visual.blocks.3.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 2944 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.0.mlp.linear_fc2.weight|2d-128|(768, 1920)", "tensor": "model.visual.blocks.0.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.15.mlp.linear_fc2.weight|2d-128|(896, 1536)", "tensor": "model.visual.blocks.15.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.21.mlp.linear_fc2.weight|2d-128|(768, 2688)", "tensor": "model.visual.blocks.21.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 2688 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.22.mlp.linear_fc2.weight|2d-128|(512, 1152)", "tensor": "model.visual.blocks.22.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.4.mlp.linear_fc2.weight|2d-128|(640, 2304)", "tensor": "model.visual.blocks.4.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 2304 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.20.mlp.linear_fc2.weight|2d-128|(640, 2048)", "tensor": "model.visual.blocks.20.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 2048 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.18.mlp.linear_fc2.weight|2d-128|(128, 2688)", "tensor": "model.visual.blocks.18.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 2688 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.8.mlp.linear_fc2.weight|2d-128|(768, 2048)", "tensor": "model.visual.blocks.8.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 2048 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.1.mlp.linear_fc2.weight|2d-128|(256, 1920)", "tensor": "model.visual.blocks.1.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.9.mlp.linear_fc2.weight|2d-128|(0, 1664)", "tensor": "model.visual.blocks.9.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.8.mlp.linear_fc2.weight|2d-128|(384, 3328)", "tensor": "model.visual.blocks.8.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 3328 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.1.mlp.linear_fc2.weight|2d-128|(128, 384)", "tensor": "model.visual.blocks.1.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.3.mlp.linear_fc2.weight|2d-128|(512, 3712)", "tensor": "model.visual.blocks.3.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 3712 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.18.mlp.linear_fc2.weight|2d-128|(640, 3200)", "tensor": "model.visual.blocks.18.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 3200 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.22.mlp.linear_fc2.weight|2d-128|(640, 3200)", "tensor": "model.visual.blocks.22.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 3200 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.11.mlp.linear_fc2.weight|2d-128|(0, 1920)", "tensor": "model.visual.blocks.11.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.11.mlp.linear_fc2.weight|2d-128|(640, 1408)", "tensor": "model.visual.blocks.11.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.2.mlp.linear_fc2.weight|2d-128|(896, 2048)", "tensor": "model.visual.blocks.2.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 2048 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.0.mlp.linear_fc2.weight|2d-128|(896, 128)", "tensor": "model.visual.blocks.0.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.14.mlp.linear_fc2.weight|2d-128|(0, 3200)", "tensor": "model.visual.blocks.14.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 3200 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.3.mlp.linear_fc2.weight|2d-128|(256, 2560)", "tensor": "model.visual.blocks.3.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 2560 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.5.mlp.linear_fc2.weight|2d-128|(640, 1536)", "tensor": "model.visual.blocks.5.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.3.mlp.linear_fc2.weight|2d-128|(896, 1664)", "tensor": "model.visual.blocks.3.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.21.mlp.linear_fc2.weight|2d-128|(896, 2176)", "tensor": "model.visual.blocks.21.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 2176 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.19.mlp.linear_fc2.weight|2d-128|(512, 2048)", "tensor": "model.visual.blocks.19.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 2048 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.11.mlp.linear_fc2.weight|2d-128|(640, 128)", "tensor": "model.visual.blocks.11.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.12.mlp.linear_fc2.weight|2d-128|(128, 896)", "tensor": "model.visual.blocks.12.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.12.mlp.linear_fc2.weight|2d-128|(256, 3328)", "tensor": "model.visual.blocks.12.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 3328 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.18.mlp.linear_fc2.weight|2d-128|(256, 768)", "tensor": "model.visual.blocks.18.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.20.mlp.linear_fc2.weight|2d-128|(768, 768)", "tensor": "model.visual.blocks.20.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.12.mlp.linear_fc2.weight|2d-128|(384, 3072)", "tensor": "model.visual.blocks.12.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 3072 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.5.mlp.linear_fc2.weight|2d-128|(640, 896)", "tensor": "model.visual.blocks.5.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.6.mlp.linear_fc2.weight|2d-128|(768, 2944)", "tensor": "model.visual.blocks.6.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 2944 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.21.mlp.linear_fc2.weight|2d-128|(256, 2816)", "tensor": "model.visual.blocks.21.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 2816 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.15.mlp.linear_fc2.weight|2d-128|(512, 768)", "tensor": "model.visual.blocks.15.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.3.mlp.linear_fc2.weight|2d-128|(512, 3328)", "tensor": "model.visual.blocks.3.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 3328 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.22.mlp.linear_fc2.weight|2d-128|(128, 1536)", "tensor": "model.visual.blocks.22.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.21.mlp.linear_fc2.weight|2d-128|(256, 640)", "tensor": "model.visual.blocks.21.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(128, 3840)", "tensor": "model.visual.blocks.10.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 3840 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(128, 3456)", "tensor": "model.visual.blocks.10.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 3456 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.19.mlp.linear_fc2.weight|2d-128|(384, 1920)", "tensor": "model.visual.blocks.19.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.22.mlp.linear_fc2.weight|2d-128|(0, 896)", "tensor": "model.visual.blocks.22.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.13.mlp.linear_fc2.weight|2d-128|(640, 1408)", "tensor": "model.visual.blocks.13.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.14.mlp.linear_fc2.weight|2d-128|(768, 3200)", "tensor": "model.visual.blocks.14.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 3200 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.11.mlp.linear_fc2.weight|2d-128|(0, 2816)", "tensor": "model.visual.blocks.11.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 2816 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.18.mlp.linear_fc2.weight|2d-128|(512, 2944)", "tensor": "model.visual.blocks.18.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 2944 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.6.mlp.linear_fc2.weight|2d-128|(768, 2432)", "tensor": "model.visual.blocks.6.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 2432 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.1.mlp.linear_fc2.weight|2d-128|(256, 256)", "tensor": "model.visual.blocks.1.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.4.mlp.linear_fc2.weight|2d-128|(896, 1664)", "tensor": "model.visual.blocks.4.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.blocks.7.mlp.linear_fc2.weight|2d-64|(448, 3136)", "tensor": "model.visual.blocks.7.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 3136 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.2.mlp.linear_fc2.weight|2d-64|(896, 3008)", "tensor": "model.visual.blocks.2.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 3008 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.20.mlp.linear_fc2.weight|2d-64|(128, 3776)", "tensor": "model.visual.blocks.20.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 3776 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.3.mlp.linear_fc2.weight|2d-64|(832, 1920)", "tensor": "model.visual.blocks.3.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.6.mlp.linear_fc2.weight|2d-64|(896, 2240)", "tensor": "model.visual.blocks.6.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 2240 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.21.mlp.linear_fc2.weight|2d-64|(640, 1984)", "tensor": "model.visual.blocks.21.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(320, 384)", "tensor": "model.visual.blocks.10.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.13.mlp.linear_fc2.weight|2d-64|(512, 3904)", "tensor": "model.visual.blocks.13.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 3904 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.11.mlp.linear_fc2.weight|2d-64|(64, 3968)", "tensor": "model.visual.blocks.11.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 3968 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.0.mlp.linear_fc2.weight|2d-64|(256, 3392)", "tensor": "model.visual.blocks.0.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 3392 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.18.mlp.linear_fc2.weight|2d-64|(128, 1792)", "tensor": "model.visual.blocks.18.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.0.mlp.linear_fc2.weight|2d-64|(576, 832)", "tensor": "model.visual.blocks.0.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.16.mlp.linear_fc2.weight|2d-64|(256, 1088)", "tensor": "model.visual.blocks.16.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.5.mlp.linear_fc2.weight|2d-64|(192, 1152)", "tensor": "model.visual.blocks.5.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(576, 2240)", "tensor": "model.visual.blocks.4.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 2240 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(832, 2624)", "tensor": "model.visual.blocks.4.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 2624 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.3.mlp.linear_fc2.weight|2d-64|(832, 3136)", "tensor": "model.visual.blocks.3.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 3136 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.21.mlp.linear_fc2.weight|2d-64|(320, 2688)", "tensor": "model.visual.blocks.21.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 2688 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.23.mlp.linear_fc2.weight|2d-64|(256, 320)", "tensor": "model.visual.blocks.23.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.16.mlp.linear_fc2.weight|2d-64|(0, 1984)", "tensor": "model.visual.blocks.16.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.14.mlp.linear_fc2.weight|2d-64|(0, 2048)", "tensor": "model.visual.blocks.14.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 2048 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(704, 3520)", "tensor": "model.visual.blocks.10.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 3520 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(192, 2880)", "tensor": "model.visual.blocks.10.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 2880 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.11.mlp.linear_fc2.weight|2d-64|(768, 64)", "tensor": "model.visual.blocks.11.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(640, 3200)", "tensor": "model.visual.blocks.4.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 3200 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.3.mlp.linear_fc2.weight|2d-64|(640, 3968)", "tensor": "model.visual.blocks.3.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 3968 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.21.mlp.linear_fc2.weight|2d-64|(832, 3776)", "tensor": "model.visual.blocks.21.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 3776 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(384, 2944)", "tensor": "model.visual.blocks.4.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 2944 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.23.mlp.linear_fc2.weight|2d-64|(128, 3328)", "tensor": "model.visual.blocks.23.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 3328 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.11.mlp.linear_fc2.weight|2d-64|(896, 1856)", "tensor": "model.visual.blocks.11.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.1.mlp.linear_fc2.weight|2d-64|(64, 1536)", "tensor": "model.visual.blocks.1.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.2.mlp.linear_fc2.weight|2d-64|(0, 384)", "tensor": "model.visual.blocks.2.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.18.mlp.linear_fc2.weight|2d-64|(640, 3392)", "tensor": "model.visual.blocks.18.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 3392 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.18.mlp.linear_fc2.weight|2d-64|(320, 1792)", "tensor": "model.visual.blocks.18.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.12.mlp.linear_fc2.weight|2d-64|(320, 2304)", "tensor": "model.visual.blocks.12.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 2304 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.11.mlp.linear_fc2.weight|2d-64|(384, 0)", "tensor": "model.visual.blocks.11.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.15.mlp.linear_fc2.weight|2d-64|(832, 1984)", "tensor": "model.visual.blocks.15.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.14.mlp.linear_fc2.weight|2d-64|(704, 1152)", "tensor": "model.visual.blocks.14.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.2.mlp.linear_fc2.weight|2d-64|(768, 1664)", "tensor": "model.visual.blocks.2.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.15.mlp.linear_fc2.weight|2d-64|(512, 3264)", "tensor": "model.visual.blocks.15.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 3264 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.20.mlp.linear_fc2.weight|2d-64|(960, 3520)", "tensor": "model.visual.blocks.20.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 3520 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.20.mlp.linear_fc2.weight|2d-64|(0, 256)", "tensor": "model.visual.blocks.20.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.21.mlp.linear_fc2.weight|2d-64|(256, 640)", "tensor": "model.visual.blocks.21.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.2.mlp.linear_fc2.weight|2d-64|(832, 3776)", "tensor": "model.visual.blocks.2.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 3776 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.21.mlp.linear_fc2.weight|2d-64|(768, 3008)", "tensor": "model.visual.blocks.21.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 3008 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.7.mlp.linear_fc2.weight|2d-64|(768, 1280)", "tensor": "model.visual.blocks.7.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.16.mlp.linear_fc2.weight|2d-64|(384, 448)", "tensor": "model.visual.blocks.16.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.7.mlp.linear_fc2.weight|2d-64|(576, 3776)", "tensor": "model.visual.blocks.7.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 3776 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.7.mlp.linear_fc2.weight|2d-64|(704, 2176)", "tensor": "model.visual.blocks.7.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 2176 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.5.mlp.linear_fc2.weight|2d-64|(512, 2816)", "tensor": "model.visual.blocks.5.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 2816 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.15.mlp.linear_fc2.weight|2d-64|(896, 3008)", "tensor": "model.visual.blocks.15.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 3008 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.7.mlp.linear_fc2.weight|2d-64|(448, 1536)", "tensor": "model.visual.blocks.7.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.3.mlp.linear_fc2.weight|2d-64|(0, 448)", "tensor": "model.visual.blocks.3.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(384, 1792)", "tensor": "model.visual.blocks.4.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.1.mlp.linear_fc2.weight|2d-64|(448, 2752)", "tensor": "model.visual.blocks.1.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 2752 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.2.mlp.linear_fc2.weight|2d-64|(192, 3456)", "tensor": "model.visual.blocks.2.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 3456 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.6.mlp.linear_fc2.weight|2d-64|(896, 4032)", "tensor": "model.visual.blocks.6.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 4032 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.22.mlp.linear_fc2.weight|2d-64|(832, 3840)", "tensor": "model.visual.blocks.22.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 3840 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.1.mlp.linear_fc2.weight|2d-64|(64, 1728)", "tensor": "model.visual.blocks.1.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.1.mlp.linear_fc2.weight|2d-64|(64, 2944)", "tensor": "model.visual.blocks.1.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 2944 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.1.mlp.linear_fc2.weight|2d-64|(64, 832)", "tensor": "model.visual.blocks.1.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.21.mlp.linear_fc2.weight|2d-64|(128, 512)", "tensor": "model.visual.blocks.21.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.5.mlp.linear_fc2.weight|2d-64|(448, 2304)", "tensor": "model.visual.blocks.5.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 2304 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.12.mlp.linear_fc2.weight|2d-64|(512, 3776)", "tensor": "model.visual.blocks.12.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 3776 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.23.mlp.linear_fc2.weight|2d-64|(320, 3904)", "tensor": "model.visual.blocks.23.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 3904 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.3.mlp.linear_fc2.weight|2d-64|(384, 832)", "tensor": "model.visual.blocks.3.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.22.mlp.linear_fc2.weight|2d-64|(448, 3008)", "tensor": "model.visual.blocks.22.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 3008 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.15.mlp.linear_fc2.weight|2d-64|(0, 3520)", "tensor": "model.visual.blocks.15.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 3520 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.2.mlp.linear_fc2.weight|2d-64|(960, 256)", "tensor": "model.visual.blocks.2.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.18.mlp.linear_fc2.weight|2d-64|(64, 384)", "tensor": "model.visual.blocks.18.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.18.mlp.linear_fc2.weight|2d-64|(0, 1216)", "tensor": "model.visual.blocks.18.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.17.mlp.linear_fc2.weight|2d-64|(512, 3392)", "tensor": "model.visual.blocks.17.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 3392 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.23.mlp.linear_fc2.weight|2d-64|(960, 2560)", "tensor": "model.visual.blocks.23.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 2560 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.15.mlp.linear_fc2.weight|2d-64|(640, 3200)", "tensor": "model.visual.blocks.15.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 3200 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(896, 3584)", "tensor": "model.visual.blocks.10.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 3584 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.18.mlp.linear_fc2.weight|2d-64|(960, 3136)", "tensor": "model.visual.blocks.18.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 3136 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.2.mlp.linear_fc2.weight|2d-64|(256, 2048)", "tensor": "model.visual.blocks.2.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 2048 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.15.mlp.linear_fc2.weight|2d-64|(0, 704)", "tensor": "model.visual.blocks.15.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.8.mlp.linear_fc2.weight|2d-64|(512, 2496)", "tensor": "model.visual.blocks.8.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 2496 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.1.mlp.linear_fc2.weight|2d-64|(0, 1024)", "tensor": "model.visual.blocks.1.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.14.mlp.linear_fc2.weight|2d-64|(576, 2176)", "tensor": "model.visual.blocks.14.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 2176 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(256, 384)", "tensor": "model.visual.blocks.4.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.7.mlp.linear_fc2.weight|2d-64|(832, 1152)", "tensor": "model.visual.blocks.7.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.17.mlp.linear_fc2.weight|2d-64|(960, 3520)", "tensor": "model.visual.blocks.17.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 3520 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.20.mlp.linear_fc2.weight|2d-64|(832, 192)", "tensor": "model.visual.blocks.20.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.23.mlp.linear_fc2.weight|2d-64|(704, 3584)", "tensor": "model.visual.blocks.23.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 3584 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.13.mlp.linear_fc2.weight|2d-64|(704, 1408)", "tensor": "model.visual.blocks.13.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.2.mlp.linear_fc2.weight|2d-64|(256, 1280)", "tensor": "model.visual.blocks.2.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.21.mlp.linear_fc2.weight|2d-64|(320, 768)", "tensor": "model.visual.blocks.21.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.11.mlp.linear_fc2.weight|2d-64|(512, 3136)", "tensor": "model.visual.blocks.11.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 3136 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.7.mlp.linear_fc2.weight|2d-64|(64, 3776)", "tensor": "model.visual.blocks.7.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 3776 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.5.mlp.linear_fc2.weight|2d-64|(384, 448)", "tensor": "model.visual.blocks.5.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.11.mlp.linear_fc2.weight|2d-64|(128, 4032)", "tensor": "model.visual.blocks.11.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 4032 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.22.mlp.linear_fc2.weight|2d-64|(704, 3904)", "tensor": "model.visual.blocks.22.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 3904 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(768, 1728)", "tensor": "model.visual.blocks.4.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.16.mlp.linear_fc2.weight|2d-64|(832, 256)", "tensor": "model.visual.blocks.16.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.19.mlp.linear_fc2.weight|2d-64|(640, 1920)", "tensor": "model.visual.blocks.19.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.12.mlp.linear_fc2.weight|2d-64|(448, 384)", "tensor": "model.visual.blocks.12.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.6.mlp.linear_fc2.weight|2d-64|(64, 1280)", "tensor": "model.visual.blocks.6.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(768, 1280)", "tensor": "model.visual.blocks.4.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.21.mlp.linear_fc2.weight|2d-64|(0, 1920)", "tensor": "model.visual.blocks.21.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.2.mlp.linear_fc2.weight|2d-64|(384, 3008)", "tensor": "model.visual.blocks.2.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 3008 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.21.mlp.linear_fc2.weight|2d-64|(768, 1280)", "tensor": "model.visual.blocks.21.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.13.mlp.linear_fc2.weight|2d-64|(704, 1088)", "tensor": "model.visual.blocks.13.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.8.mlp.linear_fc2.weight|2d-64|(960, 448)", "tensor": "model.visual.blocks.8.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.11.mlp.linear_fc2.weight|2d-64|(704, 2432)", "tensor": "model.visual.blocks.11.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 2432 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.13.mlp.linear_fc2.weight|2d-64|(128, 1600)", "tensor": "model.visual.blocks.13.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.12.mlp.linear_fc2.weight|2d-64|(320, 384)", "tensor": "model.visual.blocks.12.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.2.mlp.linear_fc2.weight|2d-64|(192, 128)", "tensor": "model.visual.blocks.2.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.0.mlp.linear_fc2.weight|2d-64|(832, 2304)", "tensor": "model.visual.blocks.0.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 2304 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.8.mlp.linear_fc2.weight|2d-64|(192, 2944)", "tensor": "model.visual.blocks.8.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 2944 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.5.mlp.linear_fc2.weight|2d-64|(192, 0)", "tensor": "model.visual.blocks.5.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.19.mlp.linear_fc2.weight|2d-64|(128, 3136)", "tensor": "model.visual.blocks.19.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 3136 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.3.mlp.linear_fc2.weight|2d-64|(576, 3840)", "tensor": "model.visual.blocks.3.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 3840 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.8.mlp.linear_fc2.weight|2d-64|(512, 704)", "tensor": "model.visual.blocks.8.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.8.mlp.linear_fc2.weight|2d-64|(384, 3328)", "tensor": "model.visual.blocks.8.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 3328 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.8.mlp.linear_fc2.weight|2d-64|(448, 3392)", "tensor": "model.visual.blocks.8.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 3392 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.15.mlp.linear_fc2.weight|2d-64|(448, 3584)", "tensor": "model.visual.blocks.15.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 3584 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(0, 1664)", "tensor": "model.visual.blocks.4.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.22.mlp.linear_fc2.weight|2d-64|(384, 2176)", "tensor": "model.visual.blocks.22.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 2176 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.2.mlp.linear_fc2.weight|2d-64|(704, 1920)", "tensor": "model.visual.blocks.2.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.0.mlp.linear_fc2.weight|2d-64|(576, 2304)", "tensor": "model.visual.blocks.0.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 2304 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.17.mlp.linear_fc2.weight|2d-64|(64, 3264)", "tensor": "model.visual.blocks.17.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 3264 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.21.mlp.linear_fc2.weight|2d-64|(128, 4032)", "tensor": "model.visual.blocks.21.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 4032 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.2.mlp.linear_fc2.weight|2d-64|(192, 192)", "tensor": "model.visual.blocks.2.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.22.mlp.linear_fc2.weight|2d-64|(64, 1216)", "tensor": "model.visual.blocks.22.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.16.mlp.linear_fc2.weight|2d-64|(512, 1024)", "tensor": "model.visual.blocks.16.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.20.mlp.linear_fc2.weight|2d-64|(512, 3776)", "tensor": "model.visual.blocks.20.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 3776 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.16.mlp.linear_fc2.weight|2d-64|(704, 3648)", "tensor": "model.visual.blocks.16.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 3648 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.9.mlp.linear_fc2.weight|2d-64|(384, 704)", "tensor": "model.visual.blocks.9.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.18.mlp.linear_fc2.weight|2d-64|(768, 0)", "tensor": "model.visual.blocks.18.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.16.mlp.linear_fc2.weight|2d-64|(384, 2752)", "tensor": "model.visual.blocks.16.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 2752 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.18.mlp.linear_fc2.weight|2d-64|(704, 448)", "tensor": "model.visual.blocks.18.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.23.mlp.linear_fc2.weight|2d-64|(320, 2432)", "tensor": "model.visual.blocks.23.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 2432 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.1.mlp.linear_fc2.weight|2d-64|(640, 2944)", "tensor": "model.visual.blocks.1.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 2944 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(576, 3968)", "tensor": "model.visual.blocks.10.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 3968 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.23.mlp.linear_fc2.weight|2d-64|(192, 3520)", "tensor": "model.visual.blocks.23.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 3520 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(384, 64)", "tensor": "model.visual.blocks.10.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.7.mlp.linear_fc2.weight|2d-64|(704, 3200)", "tensor": "model.visual.blocks.7.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 3200 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.14.mlp.linear_fc2.weight|2d-64|(512, 3456)", "tensor": "model.visual.blocks.14.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 3456 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.23.mlp.linear_fc2.weight|2d-64|(448, 1216)", "tensor": "model.visual.blocks.23.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.9.mlp.linear_fc2.weight|2d-64|(960, 1664)", "tensor": "model.visual.blocks.9.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(576, 2176)", "tensor": "model.visual.blocks.10.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 2176 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.11.mlp.linear_fc2.weight|2d-64|(64, 3392)", "tensor": "model.visual.blocks.11.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 3392 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.8.mlp.linear_fc2.weight|2d-64|(768, 1856)", "tensor": "model.visual.blocks.8.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(576, 2304)", "tensor": "model.visual.blocks.4.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 2304 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.3.mlp.linear_fc2.weight|2d-64|(640, 320)", "tensor": "model.visual.blocks.3.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(704, 2624)", "tensor": "model.visual.blocks.10.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 2624 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.19.mlp.linear_fc2.weight|2d-64|(512, 2752)", "tensor": "model.visual.blocks.19.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 2752 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.12.mlp.linear_fc2.weight|2d-64|(320, 192)", "tensor": "model.visual.blocks.12.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(192, 3072)", "tensor": "model.visual.blocks.4.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 3072 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.20.mlp.linear_fc2.weight|2d-64|(192, 192)", "tensor": "model.visual.blocks.20.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.7.mlp.linear_fc2.weight|2d-64|(448, 3904)", "tensor": "model.visual.blocks.7.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 3904 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.12.mlp.linear_fc2.weight|2d-64|(704, 1088)", "tensor": "model.visual.blocks.12.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.9.mlp.linear_fc2.weight|2d-64|(832, 3072)", "tensor": "model.visual.blocks.9.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 3072 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.23.mlp.linear_fc2.weight|2d-64|(448, 1600)", "tensor": "model.visual.blocks.23.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.17.mlp.linear_fc2.weight|2d-64|(0, 1856)", "tensor": "model.visual.blocks.17.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.7.mlp.linear_fc2.weight|2d-64|(320, 448)", "tensor": "model.visual.blocks.7.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.8.mlp.linear_fc2.weight|2d-64|(384, 3712)", "tensor": "model.visual.blocks.8.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 3712 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(0, 3456)", "tensor": "model.visual.blocks.10.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 3456 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.0.mlp.linear_fc2.weight|2d-64|(896, 960)", "tensor": "model.visual.blocks.0.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.6.mlp.linear_fc2.weight|2d-64|(576, 512)", "tensor": "model.visual.blocks.6.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.0.mlp.linear_fc2.weight|2d-64|(640, 3968)", "tensor": "model.visual.blocks.0.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 3968 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.21.mlp.linear_fc2.weight|2d-64|(320, 704)", "tensor": "model.visual.blocks.21.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.11.mlp.linear_fc2.weight|2d-64|(64, 2816)", "tensor": "model.visual.blocks.11.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 2816 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.18.mlp.linear_fc2.weight|2d-64|(128, 3904)", "tensor": "model.visual.blocks.18.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 3904 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.16.mlp.linear_fc2.weight|2d-64|(384, 3200)", "tensor": "model.visual.blocks.16.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 3200 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.12.mlp.linear_fc2.weight|2d-64|(576, 3968)", "tensor": "model.visual.blocks.12.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 3968 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(512, 192)", "tensor": "model.visual.blocks.10.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.6.mlp.linear_fc2.weight|2d-64|(832, 2048)", "tensor": "model.visual.blocks.6.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 2048 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.6.mlp.linear_fc2.weight|2d-64|(0, 1088)", "tensor": "model.visual.blocks.6.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.20.mlp.linear_fc2.weight|2d-64|(768, 2752)", "tensor": "model.visual.blocks.20.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 2752 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.12.mlp.linear_fc2.weight|2d-64|(128, 3392)", "tensor": "model.visual.blocks.12.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 3392 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.2.mlp.linear_fc2.weight|2d-64|(576, 3392)", "tensor": "model.visual.blocks.2.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 3392 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.21.mlp.linear_fc2.weight|2d-64|(64, 3136)", "tensor": "model.visual.blocks.21.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 3136 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(512, 2368)", "tensor": "model.visual.blocks.10.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 2368 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.8.mlp.linear_fc2.weight|2d-64|(768, 1408)", "tensor": "model.visual.blocks.8.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.5.mlp.linear_fc2.weight|2d-64|(704, 3776)", "tensor": "model.visual.blocks.5.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 3776 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(320, 3072)", "tensor": "model.visual.blocks.10.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 3072 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.15.mlp.linear_fc2.weight|2d-64|(320, 1152)", "tensor": "model.visual.blocks.15.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.21.mlp.linear_fc2.weight|2d-64|(832, 448)", "tensor": "model.visual.blocks.21.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.17.mlp.linear_fc2.weight|2d-64|(832, 3776)", "tensor": "model.visual.blocks.17.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 3776 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.21.mlp.linear_fc2.weight|2d-64|(192, 3648)", "tensor": "model.visual.blocks.21.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 3648 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.11.mlp.linear_fc2.weight|2d-64|(832, 3072)", "tensor": "model.visual.blocks.11.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 3072 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.6.mlp.linear_fc2.weight|2d-64|(960, 2112)", "tensor": "model.visual.blocks.6.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 2112 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.18.mlp.linear_fc2.weight|2d-64|(960, 640)", "tensor": "model.visual.blocks.18.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.15.mlp.linear_fc2.weight|2d-64|(960, 1792)", "tensor": "model.visual.blocks.15.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.0.mlp.linear_fc2.weight|2d-64|(704, 2752)", "tensor": "model.visual.blocks.0.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 2752 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.18.mlp.linear_fc2.weight|2d-64|(256, 1984)", "tensor": "model.visual.blocks.18.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.3.mlp.linear_fc2.weight|2d-64|(896, 1024)", "tensor": "model.visual.blocks.3.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.2.mlp.linear_fc2.weight|2d-64|(960, 896)", "tensor": "model.visual.blocks.2.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 2, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.8.mlp.linear_fc2.weight|2d-64|(704, 1216)", "tensor": "model.visual.blocks.8.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.18.mlp.linear_fc2.weight|2d-64|(64, 2560)", "tensor": "model.visual.blocks.18.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 2560 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.17.mlp.linear_fc2.weight|2d-64|(768, 3648)", "tensor": "model.visual.blocks.17.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 3648 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.0.mlp.linear_fc2.weight|2d-64|(192, 128)", "tensor": "model.visual.blocks.0.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.9.mlp.linear_fc2.weight|2d-64|(832, 1664)", "tensor": "model.visual.blocks.9.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.21.mlp.linear_fc2.weight|2d-64|(64, 3648)", "tensor": "model.visual.blocks.21.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 3648 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.0.mlp.linear_fc2.weight|2d-64|(512, 2304)", "tensor": "model.visual.blocks.0.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 2304 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.13.mlp.linear_fc2.weight|2d-64|(448, 1984)", "tensor": "model.visual.blocks.13.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.19.mlp.linear_fc2.weight|2d-64|(384, 3264)", "tensor": "model.visual.blocks.19.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 3264 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.17.mlp.linear_fc2.weight|2d-64|(448, 3072)", "tensor": "model.visual.blocks.17.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 3072 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.23.mlp.linear_fc2.weight|2d-64|(320, 3392)", "tensor": "model.visual.blocks.23.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 3392 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.14.mlp.linear_fc2.weight|2d-64|(576, 960)", "tensor": "model.visual.blocks.14.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.14.mlp.linear_fc2.weight|2d-64|(448, 2432)", "tensor": "model.visual.blocks.14.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 14, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 2432 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.11.mlp.linear_fc2.weight|2d-64|(896, 832)", "tensor": "model.visual.blocks.11.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.7.mlp.linear_fc2.weight|2d-64|(320, 64)", "tensor": "model.visual.blocks.7.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.12.mlp.linear_fc2.weight|2d-64|(768, 1856)", "tensor": "model.visual.blocks.12.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 12, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.17.mlp.linear_fc2.weight|2d-64|(960, 0)", "tensor": "model.visual.blocks.17.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.22.mlp.linear_fc2.weight|2d-64|(192, 2176)", "tensor": "model.visual.blocks.22.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 2176 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.21.mlp.linear_fc2.weight|2d-64|(128, 3328)", "tensor": "model.visual.blocks.21.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 3328 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.16.mlp.linear_fc2.weight|2d-64|(768, 3520)", "tensor": "model.visual.blocks.16.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 3520 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.1.mlp.linear_fc2.weight|2d-64|(576, 192)", "tensor": "model.visual.blocks.1.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.16.mlp.linear_fc2.weight|2d-64|(448, 3520)", "tensor": "model.visual.blocks.16.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 3520 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.9.mlp.linear_fc2.weight|2d-64|(192, 384)", "tensor": "model.visual.blocks.9.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.20.mlp.linear_fc2.weight|2d-64|(448, 320)", "tensor": "model.visual.blocks.20.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.9.mlp.linear_fc2.weight|2d-64|(576, 3840)", "tensor": "model.visual.blocks.9.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 3840 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.3.mlp.linear_fc2.weight|2d-64|(64, 2752)", "tensor": "model.visual.blocks.3.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 2752 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(960, 2176)", "tensor": "model.visual.blocks.4.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 2176 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.19.mlp.linear_fc2.weight|2d-64|(896, 576)", "tensor": "model.visual.blocks.19.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 19, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.9.mlp.linear_fc2.weight|2d-64|(0, 704)", "tensor": "model.visual.blocks.9.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(448, 1216)", "tensor": "model.visual.blocks.4.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.1.mlp.linear_fc2.weight|2d-64|(192, 256)", "tensor": "model.visual.blocks.1.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.11.mlp.linear_fc2.weight|2d-64|(0, 2688)", "tensor": "model.visual.blocks.11.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 11, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 2688 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.13.mlp.linear_fc2.weight|2d-64|(256, 1344)", "tensor": "model.visual.blocks.13.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.8.mlp.linear_fc2.weight|2d-64|(704, 3392)", "tensor": "model.visual.blocks.8.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 8, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 3392 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(768, 2048)", "tensor": "model.visual.blocks.10.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 2048 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.22.mlp.linear_fc2.weight|2d-64|(256, 256)", "tensor": "model.visual.blocks.22.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.13.mlp.linear_fc2.weight|2d-64|(640, 3840)", "tensor": "model.visual.blocks.13.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 3840 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.17.mlp.linear_fc2.weight|2d-64|(128, 2048)", "tensor": "model.visual.blocks.17.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 2048 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.17.mlp.linear_fc2.weight|2d-64|(640, 2112)", "tensor": "model.visual.blocks.17.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 17, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 2112 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.21.mlp.linear_fc2.weight|2d-64|(768, 1216)", "tensor": "model.visual.blocks.21.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.7.mlp.linear_fc2.weight|2d-64|(64, 1408)", "tensor": "model.visual.blocks.7.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.3.mlp.linear_fc2.weight|2d-64|(384, 3392)", "tensor": "model.visual.blocks.3.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 3392 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.0.mlp.linear_fc2.weight|2d-64|(768, 320)", "tensor": "model.visual.blocks.0.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.21.mlp.linear_fc2.weight|2d-64|(960, 1792)", "tensor": "model.visual.blocks.21.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 21, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.23.mlp.linear_fc2.weight|2d-64|(0, 3072)", "tensor": "model.visual.blocks.23.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 3072 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.16.mlp.linear_fc2.weight|2d-64|(768, 1536)", "tensor": "model.visual.blocks.16.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 16, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.3.mlp.linear_fc2.weight|2d-64|(192, 1728)", "tensor": "model.visual.blocks.3.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 3, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.20.mlp.linear_fc2.weight|2d-64|(832, 2112)", "tensor": "model.visual.blocks.20.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 2112 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.18.mlp.linear_fc2.weight|2d-64|(448, 1472)", "tensor": "model.visual.blocks.18.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.5.mlp.linear_fc2.weight|2d-64|(704, 1152)", "tensor": "model.visual.blocks.5.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.23.mlp.linear_fc2.weight|2d-64|(0, 2816)", "tensor": "model.visual.blocks.23.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 23, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 2816 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.18.mlp.linear_fc2.weight|2d-64|(320, 128)", "tensor": "model.visual.blocks.18.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 18, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.9.mlp.linear_fc2.weight|2d-64|(960, 1152)", "tensor": "model.visual.blocks.9.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 9, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(768, 3264)", "tensor": "model.visual.blocks.4.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 3264 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(576, 1600)", "tensor": "model.visual.blocks.4.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.7.mlp.linear_fc2.weight|2d-64|(256, 1792)", "tensor": "model.visual.blocks.7.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.13.mlp.linear_fc2.weight|2d-64|(896, 2944)", "tensor": "model.visual.blocks.13.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 13, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 2944 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(896, 3328)", "tensor": "model.visual.blocks.4.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 4, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 3328 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.7.mlp.linear_fc2.weight|2d-64|(128, 2304)", "tensor": "model.visual.blocks.7.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 7, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 2304 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.5.mlp.linear_fc2.weight|2d-64|(512, 640)", "tensor": "model.visual.blocks.5.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 5, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.15.mlp.linear_fc2.weight|2d-64|(384, 3648)", "tensor": "model.visual.blocks.15.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 15, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 3648 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.22.mlp.linear_fc2.weight|2d-64|(512, 1600)", "tensor": "model.visual.blocks.22.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 22, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(256, 2496)", "tensor": "model.visual.blocks.10.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 10, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 2496 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.20.mlp.linear_fc2.weight|2d-64|(512, 1728)", "tensor": "model.visual.blocks.20.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 20, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.blocks.6.mlp.linear_fc2.weight|2d-64|(640, 2624)", "tensor": "model.visual.blocks.6.mlp.linear_fc2.weight", "role": "model.visual.layers.*.mlp.linear_fc2.weight", "layer": 6, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 2624 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(1920, 2560)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 2560 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(1024, 768)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(2560, 896)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2560, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(3584, 0)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3584, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(2048, 3456)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2048, 3456 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(0, 640)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(3968, 768)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3968, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(0, 896)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(2048, 1920)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2048, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(3712, 3072)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3712, 3072 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(1536, 1536)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(0, 1408)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(2688, 1280)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2688, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(0, 1664)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(1280, 640)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(1024, 2560)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 2560 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(1024, 1152)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(1536, 896)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(0, 2304)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 2304 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(0, 2432)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 2432 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(0, 2560)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 2560 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(3328, 2816)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3328, 2816 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(0, 2816)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 2816 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(2304, 1792)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2304, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(1792, 1280)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(0, 3200)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 3200 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(2432, 1408)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2432, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(1664, 1024)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(2304, 128)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2304, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(1280, 2688)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 2688 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(2048, 1664)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2048, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(3072, 2432)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3072, 2432 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(128, 0)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(1536, 2176)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 2176 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(3072, 1664)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3072, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(128, 384)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(2304, 3840)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2304, 3840 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(1408, 0)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(128, 768)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(3072, 2688)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3072, 2688 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(2944, 512)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2944, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(2432, 2816)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2432, 2816 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(1536, 3456)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 3456 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(2176, 1280)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2176, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(1536, 1280)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(3584, 2304)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3584, 2304 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(3584, 3456)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3584, 3456 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(1024, 2944)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 2944 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(1536, 2304)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 2304 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(1280, 2816)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 2816 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(1664, 3584)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 3584 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(128, 2432)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 2432 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(1408, 768)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(2944, 896)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2944, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(128, 2816)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 2816 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(128, 2944)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 2944 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(128, 3072)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 3072 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(1792, 3584)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 3584 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(2048, 2816)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2048, 2816 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(2304, 2816)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2304, 2816 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(3712, 1408)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3712, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(1152, 128)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(3072, 1920)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3072, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(1664, 1536)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(1152, 3968)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 3968 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(2304, 2944)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2304, 2944 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(256, 256)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(3072, 1152)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3072, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(256, 512)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(3456, 0)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3456, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(3584, 1664)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3584, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(2816, 3328)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2816, 3328 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(256, 1024)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(1024, 3072)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 3072 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(3968, 0)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3968, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(256, 1408)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(256, 1536)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(2048, 2048)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2048, 2048 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(2432, 896)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2432, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(2816, 128)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2816, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(1280, 1664)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(3712, 2944)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3712, 2944 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(2048, 1280)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2048, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(3712, 2560)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3712, 2560 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(2944, 2560)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2944, 2560 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(2304, 3200)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2304, 3200 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(256, 2816)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 2816 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(256, 2944)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 2944 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(256, 3072)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 3072 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(256, 3200)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 3200 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(3072, 3584)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3072, 3584 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(1664, 3328)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 3328 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(256, 3584)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 3584 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(3840, 0)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3840, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(2048, 128)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2048, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(1536, 3584)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 3584 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(384, 0)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(384, 128)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(1920, 256)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(1408, 2304)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 2304 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(2432, 2048)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2432, 2048 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(1920, 896)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(1792, 3200)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 3200 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(3584, 3200)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3584, 3200 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(384, 1024)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(1280, 3840)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 3840 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(2944, 1152)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2944, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(384, 1408)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(3328, 512)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3328, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(384, 1664)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(384, 1792)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(1664, 3840)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 3840 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(384, 2048)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 2048 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(3968, 1024)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3968, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(3712, 2304)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3712, 2304 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(2176, 3328)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2176, 3328 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(1792, 3072)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 3072 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(3200, 3968)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3200, 3968 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(2688, 2688)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2688, 2688 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(1664, 384)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(3456, 2816)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3456, 2816 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(3968, 2688)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3968, 2688 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(384, 3328)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 3328 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(2560, 3968)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2560, 3968 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(3456, 3072)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3456, 3072 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(1920, 1536)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(384, 3840)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 3840 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(384, 3968)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 3968 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(2432, 768)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2432, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(1152, 3840)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 3840 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(512, 256)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(3712, 3840)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3712, 3840 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(512, 512)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(3328, 1920)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3328, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(2176, 896)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2176, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(1024, 1664)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(2944, 1664)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2944, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(3712, 896)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3712, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(1664, 1664)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(1280, 3200)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 3200 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(3200, 1024)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3200, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(3968, 1664)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3968, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(2432, 1024)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2432, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(2048, 3840)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2048, 3840 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(512, 2048)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 2048 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(2048, 0)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2048, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(3200, 1664)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3200, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(3200, 3584)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3200, 3584 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(1024, 256)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(3200, 1536)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3200, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(512, 2816)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 2816 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(1152, 0)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(512, 3072)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 3072 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(2944, 2816)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2944, 2816 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(1408, 256)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(3840, 1280)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3840, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(512, 3584)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 3584 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(3840, 2048)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3840, 2048 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(3584, 2176)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3584, 2176 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(1024, 1408)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(3584, 512)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3584, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(1664, 2176)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 2176 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(1152, 3328)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 3328 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(3072, 2944)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3072, 2944 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(1152, 1792)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(1280, 1024)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(640, 768)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(2176, 384)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2176, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(640, 1024)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(3072, 128)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3072, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(640, 1280)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(3456, 2944)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3456, 2944 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(2688, 1408)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2688, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(1664, 1280)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(640, 1792)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(2688, 3328)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2688, 3328 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(2944, 1536)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2944, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(640, 2176)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 2176 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(1152, 3712)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 3712 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(3072, 2304)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3072, 2304 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(640, 2560)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 2560 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(2816, 1408)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2816, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(1792, 2432)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 2432 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(640, 2944)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 2944 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(2048, 2944)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2048, 2944 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(2432, 3968)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2432, 3968 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(1408, 2048)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 2048 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(2048, 2304)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2048, 2304 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(1664, 3072)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 3072 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(640, 3712)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 3712 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(1792, 1664)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(1024, 1280)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(768, 0)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(3072, 1408)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3072, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(1280, 2560)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 2560 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(2176, 0)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2176, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(2816, 384)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2816, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(2048, 1536)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2048, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(2560, 1152)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2560, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(768, 896)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(1664, 768)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(3328, 2432)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3328, 2432 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(2304, 2432)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2304, 2432 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(768, 1408)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(1664, 2688)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 2688 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(768, 1664)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(1280, 896)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(1408, 3968)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 3968 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(3968, 2432)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3968, 2432 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(768, 2176)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 2176 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(1920, 1920)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(3968, 1408)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3968, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(1152, 2176)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 2176 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(2048, 512)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2048, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(2176, 3072)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2176, 3072 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(1408, 128)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(1152, 2688)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 2688 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(768, 3200)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 3200 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(3712, 3328)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3712, 3328 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(2560, 0)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2560, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(2432, 2688)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2432, 2688 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(2944, 1408)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2944, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(2304, 0)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2304, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(1920, 512)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(1280, 3328)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 3328 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(1152, 1664)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(896, 256)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(3328, 1792)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3328, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(896, 512)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(896, 640)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(2560, 2560)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2560, 2560 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(3712, 1664)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3712, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(1152, 2304)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 2304 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(2816, 256)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2816, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(896, 1280)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(2688, 1792)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2688, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(3840, 1664)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3840, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(2560, 1536)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2560, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(3200, 1792)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3200, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(896, 1920)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(2688, 2560)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2688, 2560 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(3968, 3840)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3968, 3840 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(896, 2304)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 2304 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(3840, 1920)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3840, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(1024, 2176)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 2176 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(896, 2688)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 2688 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(2048, 768)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2048, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(896, 2944)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 2944 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(1920, 3584)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 3584 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(2816, 3072)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2816, 3072 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(896, 3328)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 3328 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(1408, 896)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(3712, 1280)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3712, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(3968, 2176)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3968, 2176 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(896, 3840)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 3840 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-128|(3712, 0)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3712, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(1664, 1920)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(2432, 3200)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2432, 3200 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(1664, 1088)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(1344, 1920)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1344, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(704, 1920)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(3840, 3008)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3840, 3008 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(1920, 512)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1920, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(1344, 3264)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1344, 3264 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(256, 2368)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 2368 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(1856, 3968)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 3968 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(768, 2560)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 2560 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(1856, 2432)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 2432 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(3008, 256)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3008, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(3072, 1984)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3072, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(2496, 832)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2496, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(576, 1664)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(3008, 3200)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3008, 3200 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(3840, 1536)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3840, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(320, 256)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(3072, 0)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3072, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(3648, 1344)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3648, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(2112, 1664)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2112, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(1856, 192)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(2944, 3584)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2944, 3584 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(1664, 1216)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(384, 704)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(2496, 1600)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2496, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(512, 2624)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 2624 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(3072, 512)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3072, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(0, 1856)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(320, 832)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(3456, 3520)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3456, 3520 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(448, 2496)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 2496 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(3264, 512)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3264, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(704, 2048)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 2048 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(1792, 2432)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1792, 2432 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(3392, 3200)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3392, 3200 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(2432, 1536)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2432, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(2624, 2112)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2624, 2112 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(2368, 1088)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2368, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(3072, 320)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3072, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(1088, 3648)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1088, 3648 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(1600, 2816)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1600, 2816 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(3520, 128)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3520, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(1344, 448)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1344, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(1920, 1408)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1920, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(1984, 1088)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1984, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(2624, 1344)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2624, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(0, 3072)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 3072 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(960, 2752)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 2752 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(256, 4032)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 4032 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(2688, 576)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2688, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(1280, 3456)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1280, 3456 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(768, 576)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(1536, 1600)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1536, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(1792, 2240)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1792, 2240 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(0, 3584)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 3584 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(1856, 1920)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(640, 1472)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(1920, 2112)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1920, 2112 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(576, 192)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(704, 1024)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(1344, 576)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1344, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(3840, 1088)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3840, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(3840, 1408)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3840, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(3712, 704)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3712, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(2688, 2752)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2688, 2752 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(4032, 1472)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4032, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(2560, 3072)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2560, 3072 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(3648, 3776)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3648, 3776 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(448, 3712)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 3712 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(3328, 1792)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3328, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(512, 960)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(1920, 1088)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1920, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(2368, 3712)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2368, 3712 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(1344, 64)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1344, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(1216, 1152)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1216, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(2240, 3648)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2240, 3648 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(1216, 448)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1216, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(1408, 1728)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(3776, 768)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3776, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(1728, 2496)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1728, 2496 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(64, 1152)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(640, 192)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(2816, 192)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2816, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(960, 768)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(1152, 256)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1152, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(768, 2240)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 2240 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(896, 1728)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(1152, 1600)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1152, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(3264, 3968)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3264, 3968 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(3072, 640)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3072, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(3328, 1664)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3328, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(2048, 1088)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2048, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(3904, 3968)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3904, 3968 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(3136, 3136)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3136, 3136 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(1408, 1280)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(1472, 3136)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1472, 3136 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(3968, 2304)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3968, 2304 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(1024, 3328)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1024, 3328 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(1600, 2688)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1600, 2688 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(1408, 896)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(832, 3008)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 3008 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(2752, 576)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2752, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(3968, 2560)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3968, 2560 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(2880, 0)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2880, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(64, 2688)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 2688 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(1600, 256)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1600, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(1472, 128)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1472, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(1600, 2304)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1600, 2304 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(1152, 2048)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1152, 2048 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(2688, 2048)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2688, 2048 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(64, 3072)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 3072 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(2560, 256)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2560, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(2560, 3392)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2560, 3392 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(640, 2624)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 2624 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(3200, 2240)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3200, 2240 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(3712, 1216)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3712, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(1344, 3840)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1344, 3840 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(320, 3200)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 3200 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(2368, 2496)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2368, 2496 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(2176, 256)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2176, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(3456, 768)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3456, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(256, 3200)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 3200 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(1920, 3136)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1920, 3136 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(64, 3904)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 3904 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(384, 1984)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(2240, 1216)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2240, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(2688, 3840)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2688, 3840 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(2240, 512)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2240, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(640, 2560)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 2560 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(1024, 1536)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1024, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(1152, 2944)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1152, 2944 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(1536, 3072)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1536, 3072 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(2688, 1152)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2688, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(768, 192)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(128, 512)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(2112, 896)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2112, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(1088, 2624)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1088, 2624 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(2560, 3136)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2560, 3136 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(256, 512)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(832, 3328)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 3328 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(1920, 3904)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1920, 3904 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(832, 2560)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 2560 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(128, 1024)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(576, 1152)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(1280, 64)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1280, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(3072, 448)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3072, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(3520, 2560)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3520, 2560 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(3584, 2560)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3584, 2560 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(2368, 1920)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2368, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(2816, 320)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2816, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(960, 3584)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 3584 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(2240, 2496)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2240, 2496 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(704, 1216)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(2112, 3904)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2112, 3904 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(128, 1792)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(4032, 3968)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4032, 3968 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(384, 3136)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 3136 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(2176, 3520)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2176, 3520 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(512, 2240)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 2240 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(1088, 3712)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1088, 3712 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(3136, 3904)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3136, 3904 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(768, 3072)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 3072 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(3328, 1600)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3328, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(960, 1920)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(2944, 1600)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2944, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(1920, 3776)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1920, 3776 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(384, 3392)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 3392 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(896, 704)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(2176, 1152)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2176, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(704, 512)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(2880, 1792)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2880, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(128, 2880)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 2880 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(1856, 2560)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 2560 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(576, 448)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(1280, 4032)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1280, 4032 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(2560, 576)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2560, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(3648, 1600)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3648, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(2240, 576)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2240, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(320, 3392)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 3392 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(128, 3392)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 3392 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(1024, 1472)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1024, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(448, 3008)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 3008 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(640, 1344)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(768, 3968)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 3968 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(2240, 2432)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2240, 2432 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(1792, 3072)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1792, 3072 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(2368, 3840)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2368, 3840 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(256, 1088)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(2176, 3712)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2176, 3712 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(128, 4032)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 4032 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(1408, 3328)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 3328 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(1600, 1216)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1600, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(2304, 3264)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2304, 3264 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(3648, 3904)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3648, 3904 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(448, 2624)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 2624 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(1216, 2624)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1216, 2624 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(448, 3456)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 3456 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(576, 2496)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 2496 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(3072, 3776)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3072, 3776 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(576, 128)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(4032, 1088)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4032, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(2176, 192)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2176, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(2816, 1216)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2816, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(3968, 3264)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3968, 3264 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(1728, 3840)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1728, 3840 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(320, 384)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(256, 3456)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 3456 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(448, 1600)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(4032, 832)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4032, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(3520, 3968)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3520, 3968 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(2624, 3776)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2624, 3776 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(192, 1344)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(2496, 2112)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2496, 2112 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(3328, 64)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3328, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(3776, 2944)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3776, 2944 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(2624, 3456)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2624, 3456 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(3776, 1984)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3776, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(3136, 2304)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3136, 2304 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(2112, 256)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2112, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(2240, 3136)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2240, 3136 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(512, 512)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(2688, 3072)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2688, 3072 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(3840, 3904)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3840, 3904 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(1024, 3584)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1024, 3584 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(1536, 768)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1536, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(2432, 192)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2432, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(4032, 2688)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4032, 2688 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(1472, 3200)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1472, 3200 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(256, 3072)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 3072 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(2496, 1920)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2496, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(1536, 256)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1536, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(384, 3776)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 3776 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(1216, 960)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1216, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(320, 1984)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(2496, 0)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2496, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(640, 1216)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(2304, 1344)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2304, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(1920, 4032)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1920, 4032 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(2368, 704)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2368, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(3840, 2048)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3840, 2048 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(1152, 2176)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1152, 2176 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(3264, 4032)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3264, 4032 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(3264, 3008)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3264, 3008 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(192, 3392)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 3392 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(192, 3456)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 3456 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(1024, 2560)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1024, 2560 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(1280, 1792)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1280, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(2880, 2560)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2880, 2560 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(3520, 2112)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3520, 2112 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(1088, 192)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1088, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(1728, 512)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1728, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(3200, 3904)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3200, 3904 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(2048, 3840)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2048, 3840 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc1.weight|2d-64|(1792, 1792)", "tensor": "model.visual.merger.linear_fc1.weight", "role": "model.visual.merger.linear_fc1.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1792, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1280, 2816)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 2816 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(0, 128)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1920, 768)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(0, 384)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(0, 512)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1408, 640)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(0, 768)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1280, 2432)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 2432 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1408, 3584)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 3584 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1664, 3840)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 3840 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1024, 2432)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 2432 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(0, 1408)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1408, 3328)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 3328 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1408, 384)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1408, 3840)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 3840 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(0, 1920)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1920, 2176)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 2176 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1152, 3456)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 3456 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1920, 3840)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 3840 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(0, 2432)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 2432 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(0, 2560)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 2560 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(0, 2688)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 2688 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1024, 3200)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 3200 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(0, 2944)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 2944 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(0, 3072)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 3072 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(0, 3200)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 3200 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1664, 640)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(0, 3456)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 3456 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1664, 1280)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(0, 3712)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 3712 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1792, 896)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(0, 3968)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 3968 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(128, 0)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1792, 3712)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 3712 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(128, 256)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(128, 384)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1024, 1664)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(128, 640)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1280, 128)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(128, 896)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1152, 1408)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1280, 3328)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 3328 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1792, 2688)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 2688 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(128, 1408)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(128, 1536)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1408, 3712)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 3712 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(128, 1792)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1536, 384)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(128, 2048)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 2048 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(128, 2176)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 2176 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(128, 2304)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 2304 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(128, 2432)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 2432 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1920, 640)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(128, 2688)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 2688 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(128, 2816)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 2816 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(128, 2944)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 2944 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1408, 1152)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(128, 3200)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 3200 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1792, 3072)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 3072 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(128, 3456)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 3456 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(128, 3584)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 3584 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1280, 1536)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(128, 3840)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 3840 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1536, 1280)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1920, 3712)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 3712 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1024, 1280)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(256, 256)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1536, 2816)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 2816 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1024, 1024)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(256, 640)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(256, 768)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1792, 1152)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1280, 896)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(256, 1152)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(256, 1280)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1280, 2048)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 2048 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(256, 1536)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1408, 1536)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1280, 3584)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 3584 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1280, 2944)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 2944 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1536, 3456)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 3456 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1792, 3328)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 3328 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1408, 896)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1408, 3968)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 3968 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(256, 2560)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 2560 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1536, 1408)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1408, 1024)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(256, 2944)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 2944 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(256, 3072)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 3072 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(256, 3200)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 3200 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1280, 640)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(256, 3456)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 3456 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1280, 3968)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 3968 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(256, 3712)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 3712 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(256, 3840)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 3840 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1024, 0)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(384, 0)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(384, 128)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(384, 256)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(384, 384)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1152, 2176)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 2176 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(384, 640)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1024, 640)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(384, 896)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(384, 1024)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1664, 2944)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 2944 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(384, 1280)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1664, 896)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1408, 768)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(384, 1664)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(384, 1792)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(384, 1920)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1792, 1408)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1920, 1280)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1152, 1536)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1152, 512)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1408, 1792)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1152, 3584)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 3584 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1920, 2432)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 2432 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1792, 3584)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 3584 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(384, 3072)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 3072 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(384, 3200)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 3200 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1536, 1536)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1024, 3456)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 3456 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(384, 3584)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 3584 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(384, 3712)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 3712 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1792, 1536)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1408, 2816)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 2816 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(512, 0)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1280, 1920)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(512, 256)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(512, 384)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1408, 256)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(512, 640)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(512, 768)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1152, 3072)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 3072 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1280, 0)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(512, 1152)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1664, 3328)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 3328 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(512, 1408)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1536, 3968)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 3968 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1152, 3840)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 3840 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1280, 2304)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 2304 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1664, 2304)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 2304 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(512, 2048)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 2048 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(512, 2176)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 2176 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1536, 2432)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 2432 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1536, 1792)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1152, 896)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(512, 2688)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 2688 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(512, 2816)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 2816 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1920, 1152)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1024, 2560)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 2560 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1920, 3456)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 3456 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(512, 3328)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 3328 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(512, 3456)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 3456 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(512, 3584)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 3584 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(512, 3712)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 3712 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(512, 3840)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 3840 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(512, 3968)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 3968 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(640, 0)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1152, 3968)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 3968 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1408, 2432)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 2432 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(640, 384)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1664, 3712)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 3712 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1664, 2432)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 2432 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(640, 768)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(640, 896)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1920, 128)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(640, 1152)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1024, 3840)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 3840 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1152, 1920)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(640, 1536)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(640, 1664)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(640, 1792)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(640, 1920)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1152, 1024)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1920, 3072)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 3072 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(640, 2304)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 2304 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1792, 0)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(640, 2560)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 2560 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(640, 2688)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 2688 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1024, 2176)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 2176 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1536, 2560)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 2560 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(640, 3072)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 3072 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(640, 3200)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 3200 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(640, 3328)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 3328 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1408, 1408)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(640, 3584)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 3584 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1664, 128)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(640, 3840)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 3840 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1024, 768)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(768, 0)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(768, 128)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(768, 256)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(768, 384)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1536, 1664)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1792, 2560)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 2560 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(768, 768)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(768, 896)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1024, 1408)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1664, 3456)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 3456 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1536, 128)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(768, 1408)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(768, 1536)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(768, 1664)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(768, 1792)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(768, 1920)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(768, 2048)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 2048 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1152, 3200)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 3200 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1280, 256)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(768, 2432)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 2432 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1152, 3328)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 3328 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1920, 2560)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 2560 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(768, 2816)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 2816 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1024, 896)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(768, 3072)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 3072 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1920, 1024)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(768, 3328)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 3328 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(768, 3456)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 3456 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1920, 384)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(768, 3712)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 3712 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(768, 3840)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 3840 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1664, 3968)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 3968 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(896, 0)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(896, 128)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(896, 256)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(896, 384)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1792, 1664)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1664, 256)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(896, 768)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(896, 896)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(896, 1024)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(896, 1152)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(896, 1280)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1920, 1920)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1024, 256)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1280, 1024)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1664, 3200)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 3200 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(896, 1920)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1536, 1024)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1920, 2048)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 2048 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1792, 256)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1280, 1280)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(896, 2560)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 2560 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1664, 512)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(896, 2816)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 2816 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(896, 2944)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 2944 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(896, 3072)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 3072 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1280, 3712)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 3712 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(896, 3328)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 3328 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(896, 3456)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 3456 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1792, 2304)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 2304 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(896, 3712)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 3712 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1408, 2688)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 2688 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-128|(1536, 2176)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 2176 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1344, 320)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1344, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(384, 2496)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 2496 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1280, 3648)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1280, 3648 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(448, 3136)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 3136 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1792, 1664)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1792, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(448, 384)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1152, 3712)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1152, 3712 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1152, 2688)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1152, 2688 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(448, 2560)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 2560 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1728, 448)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1728, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(256, 1792)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1984, 2624)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1984, 2624 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1664, 2240)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 2240 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1664, 3136)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 3136 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(320, 128)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1216, 2112)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1216, 2112 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(0, 1024)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(576, 0)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(448, 896)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1728, 1408)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1728, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(0, 1280)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1088, 3776)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1088, 3776 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(768, 768)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1664, 3072)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 3072 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(832, 3392)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 3392 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(768, 256)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1664, 3328)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 3328 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1152, 384)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1152, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1536, 1536)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1536, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1408, 192)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1856, 192)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(0, 1984)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(576, 1536)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1152, 576)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1152, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1536, 896)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1536, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(896, 1216)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(0, 2304)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 2304 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1088, 1408)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1088, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(960, 2304)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 2304 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(512, 3456)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 3456 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(704, 3136)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 3136 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1536, 3648)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1536, 3648 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1536, 128)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1536, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(960, 1600)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1408, 896)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1536, 3264)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1536, 3264 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(512, 4032)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 4032 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(0, 3008)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 3008 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(768, 2304)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 2304 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(320, 3968)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 3968 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1792, 3840)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1792, 3840 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(640, 2176)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 2176 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1728, 1856)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1728, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1216, 1472)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1216, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(448, 3008)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 3008 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1216, 1152)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1216, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1408, 3584)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 3584 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1856, 1984)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1728, 3776)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1728, 3776 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(704, 3392)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 3392 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(896, 640)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(256, 3328)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 3328 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(960, 1728)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(448, 832)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(64, 0)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1088, 3264)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1088, 3264 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(64, 128)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(64, 192)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1792, 2176)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1792, 2176 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(832, 2112)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 2112 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(320, 832)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(704, 2240)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 2240 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1024, 2048)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1024, 2048 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1792, 1152)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1792, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(640, 64)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1408, 2368)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 2368 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1920, 896)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1920, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(896, 2112)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 2112 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1600, 2688)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1600, 2688 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1280, 3392)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1280, 3392 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(64, 1024)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1664, 4032)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 4032 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1536, 3584)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1536, 3584 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(64, 1216)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(64, 1280)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(896, 3200)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 3200 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1792, 1088)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1792, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(448, 1344)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1664, 3008)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 3008 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(448, 3584)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 3584 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1344, 2688)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1344, 2688 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(960, 2944)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 2944 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1088, 320)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1088, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1408, 3328)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 3328 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(64, 1920)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1792, 3008)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1792, 3008 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(768, 512)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(320, 1088)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1216, 3584)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1216, 3584 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(320, 3776)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 3776 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(832, 896)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(320, 2176)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 2176 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(768, 64)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(512, 3072)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 3072 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1152, 1600)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1152, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(896, 896)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(576, 1920)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(64, 2752)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 2752 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(64, 2816)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 2816 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(384, 384)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1472, 3456)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1472, 3456 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1728, 2240)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1728, 2240 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(960, 576)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1088, 1664)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1088, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(960, 3648)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 3648 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1664, 1280)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(768, 3072)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 3072 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(704, 192)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(384, 320)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(384, 3776)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 3776 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(832, 2560)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 2560 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(448, 2432)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 2432 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1344, 3904)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1344, 3904 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(64, 3776)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 3776 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(64, 3840)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 3840 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1344, 3200)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1344, 3200 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(704, 448)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1792, 3264)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1792, 3264 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(896, 3264)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 3264 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(128, 64)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1664, 896)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(256, 3264)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 3264 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1536, 3968)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1536, 3968 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(832, 1856)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(576, 2752)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 2752 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1280, 2304)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1280, 2304 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(128, 512)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1920, 2176)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1920, 2176 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(832, 2176)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 2176 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1984, 2432)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1984, 2432 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1216, 3328)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1216, 3328 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1024, 1728)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1024, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1536, 256)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1536, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1088, 128)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1088, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(320, 768)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1664, 3200)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 3200 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1024, 1664)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1024, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(128, 1216)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1280, 896)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1280, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1344, 3264)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1344, 3264 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(320, 1024)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1088, 1216)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1088, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1984, 1856)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1984, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1728, 3072)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1728, 3072 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(768, 1152)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1728, 896)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1728, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(576, 3136)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 3136 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(832, 384)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1664, 3392)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 3392 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1088, 256)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1088, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1600, 128)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1600, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(320, 2432)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 2432 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1856, 1664)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1600, 1792)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1600, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1216, 2560)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1216, 2560 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(320, 3840)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 3840 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1408, 1088)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1920, 3904)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1920, 3904 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(128, 2560)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 2560 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1920, 384)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1920, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(128, 2688)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 2688 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1216, 3264)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1216, 3264 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1344, 640)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1344, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1984, 3136)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1984, 3136 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(256, 1088)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(256, 384)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(128, 3072)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 3072 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1728, 2688)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1728, 2688 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1856, 3072)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 3072 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1088, 1536)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1088, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(128, 3328)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 3328 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1984, 3776)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1984, 3776 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1856, 2176)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 2176 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1216, 128)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1216, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(640, 448)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1472, 1536)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1472, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(128, 3712)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 3712 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(768, 1216)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1984, 384)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1984, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(128, 3904)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 3904 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(128, 3968)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 3968 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(128, 4032)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 4032 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(896, 256)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1216, 448)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1216, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1280, 2048)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1280, 2048 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1600, 576)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1600, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1856, 3584)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 3584 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(768, 3648)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 3648 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(512, 1280)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(640, 2624)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 2624 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(192, 512)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1344, 768)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1344, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1856, 1856)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1600, 1472)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1600, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1792, 3200)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1792, 3200 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1728, 3584)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1728, 3584 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(576, 2560)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 2560 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(640, 960)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(960, 3584)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 3584 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(256, 1984)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(192, 1152)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1472, 3136)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1472, 3136 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(704, 1088)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(704, 2560)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 2560 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(192, 1408)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(320, 2752)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 2752 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(448, 1792)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(640, 1536)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(448, 2368)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 2368 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(960, 128)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(192, 1792)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(960, 512)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1280, 1920)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1280, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(448, 0)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1536, 384)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1536, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1728, 2880)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1728, 2880 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(192, 2176)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 2176 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(960, 2112)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 2112 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1216, 3712)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1216, 3712 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1536, 64)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1536, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1280, 192)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1280, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1024, 3328)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1024, 3328 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(192, 2560)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 2560 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1280, 2432)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1280, 2432 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1152, 2944)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1152, 2944 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1472, 2432)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1472, 2432 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(640, 1024)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1856, 1344)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1792, 1984)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1792, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(832, 1600)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1536, 192)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1536, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(512, 256)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(192, 3200)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 3200 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1216, 2240)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1216, 2240 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(768, 4032)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 4032 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1984, 3200)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1984, 3200 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1088, 3456)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1088, 3456 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1216, 3840)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1216, 3840 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1344, 3328)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1344, 3328 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1536, 2112)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1536, 2112 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1600, 1088)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1600, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1088, 2816)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1088, 2816 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1664, 1344)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1600, 2240)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1600, 2240 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(768, 3776)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 3776 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.merger.linear_fc2.weight|2d-64|(1088, 1472)", "tensor": "model.visual.merger.linear_fc2.weight", "role": "model.visual.merger.linear_fc2.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1088, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-128|(0, 0)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(0, 128)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(0, 256)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(0, 384)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(0, 512)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(0, 640)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(0, 768)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(0, 896)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(128, 0)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(128, 128)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(128, 256)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(128, 384)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(128, 512)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(128, 640)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(128, 768)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(128, 896)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(256, 0)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(256, 128)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(256, 256)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(256, 384)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(256, 512)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(256, 640)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(256, 768)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(256, 896)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(384, 0)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(384, 128)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(384, 256)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(384, 384)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(384, 512)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(384, 640)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(384, 768)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(384, 896)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(512, 0)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(512, 128)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(512, 256)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(512, 384)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(512, 512)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(512, 640)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(512, 768)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(512, 896)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(640, 0)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(640, 128)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(640, 256)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(640, 384)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(640, 512)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(640, 640)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(640, 768)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(640, 896)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(768, 0)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(768, 128)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(768, 256)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(768, 384)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(768, 512)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(768, 640)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(768, 768)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(768, 896)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(896, 0)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(896, 128)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(896, 256)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(896, 384)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(896, 512)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(896, 640)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(896, 768)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(896, 896)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(1024, 0)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(1024, 128)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(1024, 256)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(1024, 384)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(1024, 512)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(1024, 640)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(1024, 768)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(1024, 896)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(1152, 0)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(1152, 128)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(1152, 256)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(1152, 384)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(1152, 512)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(1152, 640)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(1152, 768)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(1152, 896)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(1280, 0)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(1280, 128)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(1280, 256)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(1280, 384)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(1280, 512)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(1280, 640)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(1280, 768)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(1280, 896)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(1408, 0)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(1408, 128)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(1408, 256)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(1408, 384)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(1408, 512)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(1408, 640)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(1408, 768)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(1408, 896)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(1536, 0)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(1536, 128)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(1536, 256)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(1536, 384)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(1536, 512)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(1536, 640)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(1536, 768)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(1536, 896)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(1664, 0)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(1664, 128)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(1664, 256)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(1664, 384)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(1664, 512)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(1664, 640)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(1664, 768)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(1664, 896)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(1792, 0)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(1792, 128)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(1792, 256)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(1792, 384)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(1792, 512)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(1792, 640)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(1792, 768)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(1792, 896)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(1920, 0)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(1920, 128)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(1920, 256)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(1920, 384)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(1920, 512)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(1920, 640)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(1920, 768)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(1920, 896)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(2048, 0)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2048, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(2048, 128)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2048, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(2048, 256)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2048, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(2048, 384)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2048, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(2048, 512)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2048, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(2048, 640)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2048, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(2048, 768)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2048, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(2048, 896)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2048, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(2176, 0)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2176, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(2176, 128)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2176, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(2176, 256)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2176, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(2176, 384)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2176, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(2176, 512)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2176, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(2176, 640)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2176, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(2176, 768)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2176, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-128|(2176, 896)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2176, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "model.visual.pos_embed.weight|2d-64|(1408, 384)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(1728, 192)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1728, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(1536, 704)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1536, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(0, 192)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(1024, 960)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1024, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(0, 320)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(0, 384)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(2048, 896)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2048, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(1920, 704)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1920, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(1088, 768)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1088, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(0, 640)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(1408, 320)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(2176, 640)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2176, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(1856, 896)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(1152, 512)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1152, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(1664, 384)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(2048, 704)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2048, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(1664, 896)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(64, 128)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(64, 192)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(64, 256)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(2240, 128)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2240, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(64, 384)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(1728, 896)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1728, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(1600, 832)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1600, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(1344, 768)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1344, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(64, 640)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(64, 704)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(1280, 384)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1280, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(2048, 192)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2048, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(64, 896)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(64, 960)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(1664, 64)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(128, 64)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(128, 128)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(128, 192)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(1280, 256)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1280, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(128, 320)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(128, 384)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(2176, 384)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2176, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(128, 512)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(1152, 64)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1152, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(128, 640)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(128, 704)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(1152, 128)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1152, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(1984, 832)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1984, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(128, 896)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(2112, 320)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2112, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(2240, 192)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2240, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(192, 64)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(192, 128)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(192, 192)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(1920, 384)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1920, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(192, 320)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(192, 384)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(1408, 128)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(192, 512)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(192, 576)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(2048, 832)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2048, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(2176, 64)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2176, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(192, 768)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(192, 832)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(1856, 960)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(1280, 832)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1280, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(256, 0)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(256, 64)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(1152, 704)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1152, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(256, 192)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(256, 256)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(1280, 192)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1280, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(1664, 512)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(256, 448)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(2176, 576)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2176, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(1536, 0)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1536, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(256, 640)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(1152, 0)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1152, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(256, 768)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(2048, 640)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2048, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(1408, 640)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(256, 960)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(320, 0)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(1856, 768)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(1664, 704)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(320, 192)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(1984, 448)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1984, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(320, 320)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(320, 384)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(1664, 128)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(320, 512)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(320, 576)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(1920, 512)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1920, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(1152, 256)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1152, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(320, 768)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(1920, 768)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1920, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(320, 896)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(320, 960)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(384, 0)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(2048, 768)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2048, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(384, 128)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(1664, 192)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(384, 256)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(2176, 128)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2176, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(1984, 256)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1984, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(1792, 448)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1792, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(1792, 256)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1792, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(2112, 256)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2112, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(1600, 448)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1600, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(384, 704)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(1920, 192)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1920, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(384, 832)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(2240, 768)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2240, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(384, 960)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(2240, 64)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2240, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(448, 64)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(1216, 960)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1216, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(1472, 896)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1472, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(448, 256)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(448, 320)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(448, 384)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(448, 448)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(1280, 896)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1280, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(1024, 320)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1024, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(448, 640)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(448, 704)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(2112, 192)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2112, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(1856, 320)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(1024, 896)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1024, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(2176, 320)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2176, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(1344, 256)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1344, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(1408, 448)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(1344, 960)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1344, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(512, 192)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(2240, 960)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2240, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(512, 320)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(1536, 960)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1536, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(512, 448)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(512, 512)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(1024, 576)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1024, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(512, 640)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(1024, 832)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1024, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(1280, 128)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1280, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(1728, 256)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1728, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(512, 896)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(512, 960)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(1664, 832)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(576, 64)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(1408, 256)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(1152, 896)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1152, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(2112, 576)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2112, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(1984, 960)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1984, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(1664, 960)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(2112, 384)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2112, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(1920, 128)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1920, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(576, 576)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(1984, 896)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1984, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(1920, 960)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1920, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(576, 768)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(576, 832)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(576, 896)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(576, 960)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(640, 0)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(1792, 768)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1792, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(1536, 832)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1536, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(640, 192)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(640, 256)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(640, 320)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(640, 384)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(1088, 0)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1088, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(640, 512)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(1600, 256)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1600, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(1408, 960)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(640, 704)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(1216, 704)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1216, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(1280, 704)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1280, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(640, 896)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(1600, 768)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1600, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(1792, 640)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1792, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(1984, 0)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1984, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(704, 128)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(1472, 512)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1472, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(704, 256)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(1472, 768)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1472, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(1664, 640)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(1984, 192)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1984, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(704, 512)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(2048, 320)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2048, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(704, 640)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(1856, 192)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(704, 768)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(704, 832)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(1664, 256)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(1280, 320)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1280, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(1536, 384)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1536, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(1408, 64)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(1664, 320)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(768, 192)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(1088, 960)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1088, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(1024, 0)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1024, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(1536, 512)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1536, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(1408, 576)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(2048, 256)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2048, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(1984, 320)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1984, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(1152, 576)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1152, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(1536, 576)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1536, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(1280, 64)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1280, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(768, 832)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(1472, 960)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1472, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(1856, 256)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(832, 0)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(832, 64)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(1408, 832)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(832, 192)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(832, 256)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(832, 320)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(2112, 640)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2112, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(2176, 256)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2176, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(2112, 448)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2112, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(832, 576)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(1024, 256)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1024, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(832, 704)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(832, 768)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(1024, 512)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1024, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(1984, 576)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1984, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(832, 960)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(1152, 384)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1152, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(896, 64)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(1216, 128)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1216, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(896, 192)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(896, 256)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(896, 320)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(1600, 384)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1600, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(896, 448)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(1856, 576)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(1856, 704)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(896, 640)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(1600, 896)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1600, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(2176, 512)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2176, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(1600, 0)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1600, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(1728, 832)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1728, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(896, 960)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(960, 0)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(1216, 64)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1216, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(2176, 0)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2176, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(960, 192)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(960, 256)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(960, 320)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(2240, 256)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2240, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(960, 448)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(960, 512)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(2112, 704)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2112, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(960, 640)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(960, 704)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(2048, 0)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2048, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(960, 832)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(1152, 960)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1152, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "model.visual.pos_embed.weight|2d-64|(960, 960)", "tensor": "model.visual.pos_embed.weight", "role": "model.visual.pos_embed.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-128|(0, 0)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(0, 128)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1664, 896)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(0, 384)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(0, 512)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1024, 3328)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 3328 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(0, 768)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1280, 2560)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 2560 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1536, 2304)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 2304 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1664, 512)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1152, 1792)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(0, 1408)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1536, 256)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(0, 1664)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1792, 2944)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 2944 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1024, 3200)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 3200 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1920, 1792)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(0, 2176)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 2176 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(0, 2304)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 2304 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1536, 1920)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1024, 2816)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 2816 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1280, 3584)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 3584 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(0, 2816)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 2816 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1024, 3072)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 3072 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(0, 3072)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 3072 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1920, 1024)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1536, 3968)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 3968 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(0, 3456)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 3456 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1280, 1536)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1664, 1792)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(0, 3840)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 3840 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1280, 2816)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 2816 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1408, 1408)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(128, 128)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(128, 256)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1280, 3456)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 3456 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1792, 2560)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 2560 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(128, 640)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1280, 512)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(128, 896)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1792, 3072)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 3072 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1152, 512)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1536, 2432)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 2432 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1536, 3712)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 3712 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(128, 1536)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1792, 2048)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 2048 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(128, 1792)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(128, 1920)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(128, 2048)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 2048 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1792, 1920)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1792, 768)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(128, 2432)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 2432 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(128, 2560)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 2560 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(128, 2688)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 2688 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1920, 512)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(128, 2944)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 2944 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(128, 3072)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 3072 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(128, 3200)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 3200 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(128, 3328)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 3328 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(128, 3456)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 3456 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1408, 3584)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 3584 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1536, 1536)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1024, 1408)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1152, 3072)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 3072 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(256, 0)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(256, 128)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1408, 1664)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(256, 384)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1664, 3200)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 3200 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1920, 0)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1280, 2432)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 2432 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(256, 896)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1664, 1920)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(256, 1152)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1920, 1408)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1792, 3712)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 3712 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1664, 128)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(256, 1664)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1664, 0)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1536, 3584)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 3584 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(256, 2048)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 2048 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(256, 2176)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 2176 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(256, 2304)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 2304 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(256, 2432)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 2432 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(256, 2560)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 2560 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(256, 2688)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 2688 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1920, 256)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1920, 2176)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 2176 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1792, 3328)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 3328 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(256, 3200)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 3200 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(256, 3328)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 3328 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1664, 2560)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 2560 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1152, 3840)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 3840 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1664, 384)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(256, 3840)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 3840 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(256, 3968)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 3968 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1152, 768)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1024, 0)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(384, 256)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(384, 384)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(384, 512)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(384, 640)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1920, 2560)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 2560 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1280, 2944)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 2944 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(384, 1024)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(384, 1152)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1024, 2560)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 2560 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(384, 1408)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1792, 2432)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 2432 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1536, 1408)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1920, 1664)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(384, 1920)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(384, 2048)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 2048 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(384, 2176)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 2176 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(384, 2304)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 2304 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1408, 2688)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 2688 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(384, 2560)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 2560 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(384, 2688)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 2688 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(384, 2816)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 2816 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(384, 2944)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 2944 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(384, 3072)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 3072 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1664, 2432)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 2432 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(384, 3328)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 3328 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1024, 1792)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1920, 3712)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 3712 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(384, 3712)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 3712 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(384, 3840)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 3840 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1408, 2560)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 2560 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1024, 3968)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 3968 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(512, 128)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1280, 1024)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1280, 2304)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 2304 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(512, 512)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(512, 640)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1920, 3200)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 3200 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(512, 896)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1280, 2688)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 2688 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1152, 1664)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(512, 1280)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1536, 384)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(512, 1536)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(512, 1664)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(512, 1792)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(512, 1920)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(512, 2048)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 2048 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(512, 2176)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 2176 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(512, 2304)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 2304 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1152, 640)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(512, 2560)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 2560 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1024, 1024)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1280, 3840)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 3840 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(512, 2944)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 2944 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1792, 512)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(512, 3200)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 3200 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1408, 3456)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 3456 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1024, 384)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(512, 3584)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 3584 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1664, 1408)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1280, 768)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1536, 768)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(640, 0)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(640, 128)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(640, 256)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(640, 384)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1536, 2176)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 2176 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1152, 2432)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 2432 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(640, 768)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(640, 896)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1280, 128)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(640, 1152)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1536, 1792)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(640, 1408)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(640, 1536)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1152, 2048)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 2048 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1280, 2176)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 2176 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1536, 1152)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1280, 2048)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 2048 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1408, 1152)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(640, 2304)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 2304 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(640, 2432)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 2432 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1536, 3840)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 3840 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1664, 2176)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 2176 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1792, 1408)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(640, 2944)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 2944 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1280, 3968)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 3968 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1152, 2944)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 2944 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(640, 3328)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 3328 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1408, 1792)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1664, 1024)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1664, 3584)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 3584 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1920, 1920)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1152, 384)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1664, 3456)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 3456 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1920, 2048)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 2048 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1792, 2304)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 2304 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1024, 1280)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1408, 3072)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 3072 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(768, 640)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1920, 640)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1152, 1536)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(768, 1024)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(768, 1152)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1280, 3200)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 3200 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(768, 1408)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(768, 1536)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1920, 1536)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1152, 3584)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 3584 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1408, 2944)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 2944 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(768, 2048)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 2048 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(768, 2176)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 2176 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(768, 2304)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 2304 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1792, 3968)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 3968 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1664, 3968)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 3968 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1152, 1920)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1024, 3584)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 3584 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(768, 2944)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 2944 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(768, 3072)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 3072 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1408, 256)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1280, 1920)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1536, 896)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(768, 3584)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 3584 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(768, 3712)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 3712 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(768, 3840)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 3840 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(768, 3968)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 3968 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1664, 3328)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 3328 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(896, 128)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1280, 1664)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(896, 384)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(896, 512)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1792, 2688)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 2688 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(896, 768)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1792, 896)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(896, 1024)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(896, 1152)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(896, 1280)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(896, 1408)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(896, 1536)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1024, 2688)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 2688 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1792, 1152)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1920, 3584)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 3584 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1280, 1408)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(896, 2176)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 2176 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1664, 768)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1152, 3200)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 3200 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(896, 2560)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 2560 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(896, 2688)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 2688 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(896, 2816)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 2816 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1152, 3968)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 3968 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(1024, 896)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(896, 3200)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 3200 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(896, 3328)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 3328 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(896, 3456)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 3456 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(896, 3584)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 3584 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(896, 3712)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 3712 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(896, 3840)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 3840 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-128|(896, 3968)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 3968 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.fc.weight|2d-64|(1920, 3584)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1920, 3584 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(0, 64)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(832, 960)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1344, 2688)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1344, 2688 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1984, 2688)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1984, 2688 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(384, 1920)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1280, 3584)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1280, 3584 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(0, 448)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1344, 2496)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1344, 2496 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(960, 3520)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 3520 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1280, 2880)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1280, 2880 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(960, 704)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(256, 2624)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 2624 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(0, 832)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(768, 1600)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1536, 1984)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1536, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1088, 3904)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1088, 3904 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1728, 1792)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1728, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(640, 448)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(576, 2624)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 2624 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(576, 192)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1856, 1472)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(256, 448)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1728, 1600)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1728, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1216, 2048)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1216, 2048 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1600, 1664)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1600, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1472, 640)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1472, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(640, 3520)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 3520 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(512, 2496)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 2496 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1280, 4032)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1280, 4032 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1664, 0)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(256, 3008)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 3008 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(704, 1152)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(0, 2112)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 2112 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(0, 2176)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 2176 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(0, 2240)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 2240 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1216, 4032)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1216, 4032 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1280, 1536)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1280, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1728, 320)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1728, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(320, 2304)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 2304 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1216, 1856)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1216, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1216, 3584)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1216, 3584 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1920, 3008)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1920, 3008 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1280, 384)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1280, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(384, 1408)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1408, 3328)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 3328 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1152, 3392)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1152, 3392 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(0, 3008)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 3008 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(832, 2944)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 2944 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(0, 3136)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 3136 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1792, 2944)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1792, 2944 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1792, 384)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1792, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1984, 3840)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1984, 3840 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(896, 1600)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(960, 960)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1984, 1792)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1984, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1728, 2816)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1728, 2816 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1344, 3968)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1344, 3968 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(448, 1472)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(576, 3136)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 3136 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1088, 320)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1088, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(960, 1792)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1216, 704)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1216, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(704, 3200)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 3200 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1920, 256)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1920, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(64, 64)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1344, 3072)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1344, 3072 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(64, 192)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1536, 2688)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1536, 2688 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1664, 1856)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1472, 2048)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1472, 2048 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1536, 64)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1536, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(64, 512)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(320, 2752)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 2752 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1920, 64)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1920, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1344, 4032)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1344, 4032 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(640, 576)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1984, 1088)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1984, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1792, 1280)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1792, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1024, 3328)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1024, 3328 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(64, 1024)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(960, 384)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(64, 1152)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1216, 2880)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1216, 2880 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(448, 2944)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 2944 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(576, 3520)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 3520 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1664, 320)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(448, 3456)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 3456 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1024, 1408)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1024, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(576, 1856)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1792, 2880)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1792, 2880 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1472, 128)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1472, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1024, 3392)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1024, 3392 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1280, 1088)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1280, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(320, 192)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1600, 0)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1600, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(512, 2112)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 2112 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1664, 384)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(64, 2176)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 2176 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1664, 1472)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(896, 1984)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1344, 576)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1344, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(64, 2432)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 2432 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(960, 3200)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 3200 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1216, 3776)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1216, 3776 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1088, 2048)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1088, 2048 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1856, 2304)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 2304 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1728, 1856)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1728, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1728, 448)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1728, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(64, 2880)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 2880 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(832, 3712)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 3712 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(640, 2880)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 2880 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1792, 448)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1792, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1152, 3968)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1152, 3968 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1152, 832)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1152, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(960, 1536)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(960, 2112)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 2112 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1024, 3904)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1024, 3904 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1216, 2176)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1216, 2176 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1152, 2688)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1152, 2688 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(512, 1152)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1408, 1280)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(64, 3712)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 3712 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1408, 2304)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 2304 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1600, 1984)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1600, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1536, 3136)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1536, 3136 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1344, 0)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1344, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(256, 768)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(128, 0)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1792, 1024)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1792, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(320, 3776)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 3776 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(512, 2816)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 2816 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(896, 2816)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 2816 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1856, 2752)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 2752 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1920, 2944)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1920, 2944 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(384, 896)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1152, 2752)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1152, 2752 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1024, 2624)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1024, 2624 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1920, 2560)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1920, 2560 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(384, 3520)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 3520 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1792, 3840)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1792, 3840 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1408, 640)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(896, 320)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(384, 2944)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 2944 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1344, 1664)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1344, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(640, 2688)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 2688 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(960, 3648)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 3648 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1664, 1216)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(960, 1664)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1792, 640)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1792, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1664, 1536)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(896, 0)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1664, 3008)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 3008 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1536, 2880)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1536, 2880 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(448, 2304)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 2304 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1216, 1728)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1216, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1408, 2624)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 2624 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1536, 2176)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1536, 2176 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(704, 192)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(832, 2688)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 2688 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1024, 3584)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1024, 3584 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(576, 2432)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 2432 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(448, 3584)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 3584 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(768, 0)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(128, 2304)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 2304 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1792, 0)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1792, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1344, 2240)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1344, 2240 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(512, 1728)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(320, 0)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1472, 832)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1472, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(128, 2688)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 2688 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1152, 3904)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1152, 3904 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(128, 2816)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 2816 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1216, 512)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1216, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1984, 1856)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1984, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(960, 3776)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 3776 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(704, 256)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(832, 192)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(128, 3200)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 3200 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1536, 1856)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1536, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1856, 768)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1920, 128)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1920, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(576, 3328)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 3328 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1408, 3008)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 3008 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1856, 832)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(832, 1344)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(448, 704)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(576, 384)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1088, 3072)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1088, 3072 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(448, 3328)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 3328 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1408, 3968)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 3968 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(128, 4032)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 4032 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1408, 3456)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 3456 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1280, 0)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1280, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1344, 640)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1344, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(832, 2752)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 2752 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1664, 3712)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 3712 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1024, 3456)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1024, 3456 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(192, 384)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1344, 896)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1344, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1472, 256)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1472, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(960, 1344)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1088, 1408)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1088, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(512, 3136)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 3136 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1216, 3392)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1216, 3392 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1152, 1472)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1152, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(640, 1920)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1536, 3904)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1536, 3904 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(576, 704)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1920, 3200)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1920, 3200 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1408, 2048)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 2048 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1984, 2624)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1984, 2624 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(192, 1280)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(576, 3008)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 3008 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(960, 1088)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1856, 3456)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 3456 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1024, 2240)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1024, 2240 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1856, 1920)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(576, 1792)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(320, 3648)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 3648 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(640, 4032)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 4032 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(640, 2560)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 2560 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(576, 1600)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1216, 768)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1216, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1792, 1600)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1792, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(192, 2112)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 2112 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1984, 3136)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1984, 3136 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1344, 448)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1344, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(576, 3968)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 3968 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(576, 2560)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 2560 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1728, 1664)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1728, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(192, 2496)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 2496 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1152, 1856)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1152, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1408, 384)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1152, 1664)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1152, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1600, 1408)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1600, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(320, 1472)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1664, 960)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(256, 1920)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(576, 1536)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(320, 704)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1984, 3776)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1984, 3776 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1024, 2880)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1024, 2880 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(192, 3264)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 3264 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1728, 2560)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1728, 2560 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1024, 1344)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1024, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(192, 3456)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 3456 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1216, 3904)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1216, 3904 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(192, 3584)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 3584 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(640, 3456)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 3456 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1920, 640)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1920, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(320, 1984)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(448, 2048)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 2048 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(512, 0)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1216, 640)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1216, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.fc.weight|2d-64|(1408, 3520)", "tensor": "mtp.fc.weight", "role": "mtp.fc.weight", "layer": -1, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 3520 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 5376)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 5376 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(0, 128)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(640, 5760)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 5760 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1024, 4096)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 4096 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1536, 1024)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(0, 640)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1024, 3200)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 3200 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(0, 896)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1664, 2816)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 2816 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1024, 768)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(768, 4224)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 4224 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(0, 1408)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(0, 1536)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1536, 1536)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 512)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(0, 1920)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1536, 1152)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(0, 2176)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 2176 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(0, 2304)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 2304 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(0, 2432)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 2432 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(0, 2560)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 2560 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(0, 2688)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 2688 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1920, 1024)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1408, 5248)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 5248 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(896, 384)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1792, 1408)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1536, 1408)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(768, 5248)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 5248 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1664, 1280)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 1664)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1024, 128)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1408, 4736)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 4736 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1408, 1664)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1280, 768)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(0, 4352)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 4352 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1280, 128)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1408, 2432)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 2432 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(0, 4736)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 4736 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 4992)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 4992 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(768, 2560)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 2560 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1280, 4480)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 4480 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(768, 4736)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 4736 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1664, 640)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1408, 768)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(640, 5248)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 5248 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1792, 5248)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 5248 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1536, 4224)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 4224 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(896, 3328)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 3328 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1792, 640)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1280, 1280)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1024, 2176)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 2176 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(768, 3584)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 3584 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(128, 512)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1536, 3840)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 3840 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(128, 768)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(128, 896)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(128, 1024)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1664, 3328)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 3328 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(128, 1280)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 2944)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 2944 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(128, 1536)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(768, 4096)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 4096 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1280, 4096)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 4096 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(128, 1920)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(896, 3072)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 3072 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 5120)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 5120 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(128, 2304)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 2304 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(128, 2432)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 2432 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(128, 2560)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 2560 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(128, 2688)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 2688 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(896, 256)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(128, 2944)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 2944 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1792, 2176)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 2176 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1792, 5504)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 5504 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(128, 3328)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 3328 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(128, 3456)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 3456 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(768, 4352)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 4352 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(128, 3712)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 3712 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(128, 3840)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 3840 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1792, 3712)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 3712 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(128, 4096)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 4096 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 896)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(128, 4352)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 4352 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1792, 1152)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(128, 4608)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 4608 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1920, 640)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(768, 3456)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 3456 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(128, 4992)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 4992 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(128, 5120)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 5120 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(768, 1024)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1408, 2048)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 2048 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(768, 1280)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1408, 2816)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 2816 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1664, 2944)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 2944 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1408, 4480)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 4480 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(128, 6016)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 6016 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(640, 2432)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 2432 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(896, 4352)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 4352 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(256, 256)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(256, 384)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1664, 4992)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 4992 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1408, 5632)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 5632 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(256, 768)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1792, 4096)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 4096 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1664, 2432)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 2432 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1920, 4096)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 4096 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(256, 1280)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(640, 2816)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 2816 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(256, 1536)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1536, 5376)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 5376 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(640, 4992)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 4992 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 3328)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 3328 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(640, 4864)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 4864 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(640, 2944)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 2944 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1408, 128)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(640, 4096)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 4096 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(256, 2560)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 2560 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1792, 2432)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 2432 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1280, 5120)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 5120 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1792, 1664)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1024, 512)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1536, 5632)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 5632 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1024, 2688)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 2688 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(256, 3456)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 3456 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1024, 1792)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1536, 2560)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 2560 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1024, 1152)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1920, 4992)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 4992 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(256, 4096)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 4096 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(256, 4224)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 4224 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1408, 5120)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 5120 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(768, 1152)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1792, 1536)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1408, 3968)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 3968 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 1792)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1664, 2304)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 2304 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1280, 4736)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 4736 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(256, 5248)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 5248 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(256, 5376)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 5376 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1408, 896)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(768, 2944)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 2944 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1920, 2432)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 2432 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1024, 5376)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 5376 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(256, 6016)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 6016 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1664, 5120)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 5120 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1664, 4608)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 4608 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(384, 256)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1920, 3712)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 3712 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(384, 512)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(384, 640)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(768, 896)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(384, 896)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(384, 1024)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1792, 768)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1024, 4736)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 4736 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1408, 2560)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 2560 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(384, 1536)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(384, 1664)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1920, 128)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(384, 1920)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1408, 1536)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(384, 2176)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 2176 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1792, 5376)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 5376 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1280, 3200)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 3200 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1536, 2688)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 2688 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1536, 5888)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 5888 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(768, 4864)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 4864 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(384, 2944)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 2944 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(896, 3712)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 3712 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(384, 3200)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 3200 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1664, 2048)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 2048 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1920, 384)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1408, 1024)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1664, 5760)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 5760 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1408, 2176)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 2176 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(384, 3968)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 3968 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(384, 4096)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 4096 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(384, 4224)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 4224 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 3200)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 3200 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(768, 512)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1408, 5760)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 5760 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(768, 2688)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 2688 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1792, 1280)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1664, 896)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(640, 4352)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 4352 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(384, 5248)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 5248 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(384, 5376)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 5376 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(384, 5504)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 5504 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(384, 5632)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 5632 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(384, 5760)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 5760 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(640, 3328)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 3328 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(384, 6016)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 6016 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(512, 0)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1024, 3840)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 3840 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(896, 1920)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 4736)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 4736 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(512, 512)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(512, 640)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(512, 768)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1280, 512)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1664, 3968)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 3968 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1280, 5760)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 5760 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(512, 1280)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1920, 2048)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 2048 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(512, 1536)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(512, 1664)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(640, 3200)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 3200 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(512, 1920)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1792, 5632)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 5632 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1536, 640)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(768, 768)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1664, 3072)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 3072 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1536, 5120)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 5120 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1920, 1280)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1024, 2304)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 2304 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1792, 2816)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 2816 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 4480)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 4480 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1408, 256)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1024, 256)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(512, 3456)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 3456 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1792, 2688)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 2688 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(768, 3072)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 3072 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1408, 640)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1536, 384)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 1024)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 640)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(512, 4352)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 4352 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(512, 4480)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 4480 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(512, 4608)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 4608 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(512, 4736)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 4736 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(512, 4864)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 4864 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(768, 4480)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 4480 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(512, 5120)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 5120 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(896, 4608)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 4608 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(512, 5376)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 5376 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(512, 5504)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 5504 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(512, 5632)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 5632 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(896, 4096)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 4096 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(512, 5888)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 5888 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1536, 2176)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 2176 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(640, 0)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 256)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(640, 256)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1536, 5760)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 5760 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1408, 384)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(896, 3200)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 3200 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(640, 768)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1792, 2560)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 2560 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1536, 1792)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(640, 6016)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 6016 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(640, 1280)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(896, 2560)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 2560 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1792, 3200)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 3200 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1664, 0)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1280, 1536)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1536, 1920)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(320, 2176)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 2176 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(448, 4736)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 4736 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(832, 4864)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 4864 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1024, 4544)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1024, 4544 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(192, 512)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(0, 320)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(832, 3072)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 3072 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(448, 3392)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 3392 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1344, 256)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1344, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1472, 5312)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1472, 5312 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1792, 5120)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1792, 5120 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1216, 2624)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1216, 2624 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1536, 1536)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1536, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1280, 512)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1280, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(768, 4672)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 4672 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(640, 4416)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 4416 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(768, 768)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(256, 768)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(256, 3456)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 3456 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1664, 2944)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 2944 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(256, 3136)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 3136 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(448, 1472)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(960, 1088)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1408, 5248)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 5248 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(960, 5440)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 5440 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1728, 384)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1728, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(384, 4416)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 4416 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(832, 4672)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 4672 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1728, 5184)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1728, 5184 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(0, 1856)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1984, 4992)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1984, 4992 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1280, 1280)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1280, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1792, 1856)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1792, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(640, 3712)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 3712 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1600, 2944)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1600, 2944 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(576, 2240)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 2240 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(512, 4800)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 4800 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(768, 1536)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(768, 5184)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 5184 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1152, 5248)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1152, 5248 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(448, 1600)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(384, 5440)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 5440 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(320, 640)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1408, 3904)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 3904 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(896, 5696)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 5696 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1472, 64)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1472, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(0, 2944)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 2944 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(896, 3008)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 3008 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(192, 1216)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1024, 1600)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1024, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(0, 3200)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 3200 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(768, 192)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(0, 3328)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 3328 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(896, 640)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(256, 2176)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 2176 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(768, 2880)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 2880 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(512, 4480)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 4480 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1088, 2048)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1088, 2048 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(0, 3712)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 3712 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(192, 2944)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 2944 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1664, 1792)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(0, 3904)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 3904 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(256, 2304)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 2304 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1856, 704)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1856, 3712)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 3712 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1664, 1984)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(512, 1600)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(512, 4032)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 4032 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1152, 3712)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1152, 3712 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(576, 4480)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 4480 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1792, 5440)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1792, 5440 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1536, 4416)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1536, 4416 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(896, 4480)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 4480 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1856, 5184)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 5184 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(384, 5696)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 5696 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1920, 2752)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1920, 2752 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1344, 3648)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1344, 3648 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1792, 128)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1792, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1024, 2560)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1024, 2560 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(384, 832)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1984, 2816)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1984, 2816 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(576, 6080)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 6080 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(640, 2944)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 2944 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(0, 5312)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 5312 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1920, 6016)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1920, 6016 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(576, 4992)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 4992 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1920, 1856)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1920, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1024, 1856)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1024, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1920, 3584)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1920, 3584 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1216, 5952)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1216, 5952 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(768, 1792)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(0, 5824)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 5824 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1984, 2304)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1984, 2304 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1984, 1664)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1984, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1664, 4992)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 4992 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(832, 1856)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1920, 1280)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1920, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(512, 384)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1920, 5888)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1920, 5888 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(192, 5504)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 5504 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(384, 3264)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 3264 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1024, 1152)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1024, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1088, 5504)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1088, 5504 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1216, 3904)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1216, 3904 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1536, 1408)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1536, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1728, 4224)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1728, 4224 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1792, 2368)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1792, 2368 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(512, 4608)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 4608 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(320, 2752)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 2752 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(960, 1344)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(768, 1920)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1280, 832)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1280, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(704, 5248)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 5248 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1280, 4160)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1280, 4160 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1344, 5312)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1344, 5312 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1856, 3264)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 3264 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1024, 3200)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1024, 3200 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1984, 4736)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1984, 4736 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1216, 5760)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1216, 5760 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(64, 1472)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(512, 1088)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1216, 5248)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1216, 5248 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1152, 5952)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1152, 5952 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1664, 256)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(384, 3392)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 3392 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(960, 0)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1600, 6080)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1600, 6080 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1600, 2688)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1600, 2688 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1728, 3200)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1728, 3200 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(256, 1856)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(704, 384)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(64, 2240)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 2240 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(512, 1984)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(256, 1088)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(320, 3648)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 3648 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(896, 384)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(64, 2560)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 2560 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(768, 1664)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(704, 2496)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 2496 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1792, 1088)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1792, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(128, 5952)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 5952 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(384, 3904)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 3904 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(128, 6080)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 6080 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(64, 3008)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 3008 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(384, 64)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1472, 2816)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1472, 2816 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(192, 2368)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 2368 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(960, 3840)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 3840 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1728, 1984)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1728, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(704, 5952)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 5952 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(384, 2496)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 2496 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(640, 5504)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 5504 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1472, 5248)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1472, 5248 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(832, 768)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1536, 5760)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1536, 5760 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1408, 2176)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 2176 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1408, 1024)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1472, 1664)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1472, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1344, 4416)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1344, 4416 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1664, 2048)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 2048 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(256, 1216)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1152, 4928)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1152, 4928 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1024, 384)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1024, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1984, 5440)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1984, 5440 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1344, 896)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1344, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1024, 640)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1024, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(64, 4480)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 4480 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(192, 448)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(256, 1472)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1472, 3584)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1472, 3584 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1600, 1600)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1600, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1408, 576)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(896, 1280)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1216, 256)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1216, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(960, 576)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1664, 3904)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 3904 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(448, 4672)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 4672 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1728, 640)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1728, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1280, 1856)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1280, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(896, 704)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(64, 5376)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 5376 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1088, 5376)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1088, 5376 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(960, 5888)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 5888 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(640, 3072)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 3072 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1024, 4096)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1024, 4096 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1088, 2304)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1088, 2304 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(448, 128)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(896, 5312)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 5312 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(576, 1024)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1664, 2240)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 2240 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1216, 4864)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1216, 4864 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(576, 5120)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 5120 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(896, 5888)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 5888 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1856, 4992)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 4992 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(256, 576)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1344, 6016)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1344, 6016 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1280, 5312)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1280, 5312 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1408, 2560)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 2560 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(704, 1280)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1856, 3328)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 3328 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1664, 1152)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(512, 3456)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 3456 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1600, 384)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1600, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(640, 3776)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 3776 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(896, 768)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1152, 3584)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1152, 3584 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1920, 576)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1920, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1408, 2752)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 2752 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(640, 256)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(512, 0)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1408, 4864)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 4864 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1856, 192)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1408, 1856)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(320, 5632)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 5632 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1088, 2752)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1088, 2752 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(320, 5440)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 5440 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1280, 2752)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1280, 2752 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(384, 320)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1472, 5120)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1472, 5120 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(448, 1088)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(448, 6016)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 6016 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(448, 3200)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 3200 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1856, 5952)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 5952 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1344, 5248)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1344, 5248 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(704, 4544)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 4544 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(128, 2112)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 2112 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1344, 1792)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1344, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1728, 3264)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1728, 3264 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(960, 5632)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 5632 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(448, 2176)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 2176 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1728, 64)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1728, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1344, 2688)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1344, 2688 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(960, 3264)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 3264 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1728, 4928)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1728, 4928 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1856, 4160)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 4160 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1024, 1728)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1024, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(576, 1344)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(320, 128)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1536, 4800)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1536, 4800 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1536, 4032)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1536, 4032 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1664, 2496)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 2496 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1280, 2304)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1280, 2304 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(960, 4480)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 4480 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1344, 6080)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1344, 6080 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1792, 2240)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1792, 2240 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1728, 256)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1728, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(128, 4288)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 4288 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(192, 2432)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 2432 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(576, 256)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(448, 2752)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 2752 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(512, 5632)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 5632 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1024, 2880)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1024, 2880 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1728, 896)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1728, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1216, 4800)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1216, 4800 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(128, 3968)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 3968 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1984, 1408)", "tensor": "mtp.layers.0.mlp.down_proj.weight", "role": "mtp.layers.*.mlp.down_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1984, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(4480, 1792)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4480, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(0, 128)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(5376, 512)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5376, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(0, 384)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(2560, 0)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2560, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(5632, 1920)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5632, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(0, 768)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(4864, 896)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4864, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(3712, 1792)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3712, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(3840, 1280)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3840, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(2304, 1152)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2304, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(4736, 768)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4736, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(4608, 512)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4608, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(0, 1664)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(3200, 384)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3200, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(2688, 1152)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2688, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(128, 0)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(3712, 256)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3712, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(128, 256)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(128, 384)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(4480, 1920)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4480, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(3200, 640)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3200, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(128, 768)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(128, 896)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(128, 1024)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(4608, 1408)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4608, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(2688, 0)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2688, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(3968, 640)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3968, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(2688, 1792)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2688, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(3968, 768)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3968, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(5504, 0)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5504, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(3968, 0)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3968, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(256, 0)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(2944, 384)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2944, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(5248, 640)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5248, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(2048, 0)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2048, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(5888, 0)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5888, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(256, 640)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(256, 768)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(256, 896)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(5120, 256)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5120, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(3968, 1152)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3968, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(3072, 0)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3072, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(4992, 1280)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4992, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(5248, 128)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5248, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(3968, 1408)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3968, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(5376, 1920)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5376, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(256, 1920)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(3840, 640)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3840, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(4864, 0)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4864, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(4352, 0)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4352, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(384, 384)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(3200, 1664)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3200, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(5632, 256)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5632, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(5504, 1536)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5504, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(3712, 1536)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3712, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(5248, 256)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5248, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(3072, 1408)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3072, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(4480, 768)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4480, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(2048, 128)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2048, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(384, 1536)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(384, 1664)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(3712, 512)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3712, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(4736, 512)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4736, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(5376, 1792)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5376, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(512, 128)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(512, 256)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(2560, 1408)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2560, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(512, 512)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(512, 640)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(512, 768)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(5760, 384)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5760, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(512, 1024)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(4096, 128)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4096, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(512, 1280)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(4352, 640)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4352, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(6016, 512)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 6016, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(2304, 0)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2304, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(2560, 1664)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2560, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(4352, 1536)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4352, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(4864, 1408)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4864, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(4224, 640)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4224, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(5376, 128)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5376, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(640, 384)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(640, 512)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(2304, 512)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2304, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(640, 768)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(640, 896)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(4736, 1024)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4736, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(640, 1152)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(5632, 896)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5632, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(4736, 1536)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4736, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(5888, 1664)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5888, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(640, 1664)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(3712, 1152)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3712, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(640, 1920)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(768, 0)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(4224, 1664)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4224, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(768, 256)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(4096, 1664)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4096, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(5376, 768)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5376, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(4608, 1024)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4608, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(768, 768)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(768, 896)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(2944, 512)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2944, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(4864, 512)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4864, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(5760, 1408)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5760, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(3456, 1280)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3456, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(2560, 768)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2560, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(2304, 1024)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2304, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(768, 1792)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(3968, 512)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3968, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(2816, 0)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2816, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(4864, 1024)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4864, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(4224, 1792)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4224, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(896, 384)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(896, 512)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(2816, 128)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2816, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(4480, 384)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4480, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(5376, 1536)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5376, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(896, 1024)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(2176, 256)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2176, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(896, 1280)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(6016, 384)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 6016, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(2816, 1920)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2816, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(2432, 1792)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2432, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(896, 1792)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(896, 1920)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(5120, 1408)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5120, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(4864, 1664)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4864, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(4480, 256)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4480, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(5760, 1280)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5760, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(3200, 512)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3200, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(1024, 640)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(2432, 768)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2432, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(5760, 1152)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5760, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(2176, 896)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2176, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(2048, 1408)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2048, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(1024, 1280)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(3328, 1152)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3328, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(3328, 1408)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3328, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(1024, 1664)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(4096, 384)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4096, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(4992, 0)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4992, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(5632, 512)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5632, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(3072, 128)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3072, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(2816, 1664)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2816, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(1152, 384)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(1152, 512)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(2304, 896)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2304, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(4992, 1408)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4992, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(2304, 128)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2304, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(2048, 1792)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2048, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(2048, 1536)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2048, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(2048, 1664)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2048, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(1152, 1408)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(3328, 1024)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3328, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(1152, 1664)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(1152, 1792)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(2816, 384)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2816, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(1280, 0)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(1280, 128)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(5888, 1536)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5888, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(5760, 640)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5760, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(5760, 512)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5760, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(4480, 640)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4480, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(2176, 1920)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2176, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(2176, 1536)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2176, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(3200, 1536)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3200, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(3840, 1792)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3840, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(3712, 384)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3712, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(3456, 640)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3456, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(5504, 1408)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5504, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(3968, 256)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3968, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(1280, 1792)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(4224, 512)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4224, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(1408, 0)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(4096, 1536)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4096, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(3840, 512)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3840, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(2688, 1024)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2688, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(4736, 1408)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4736, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(5120, 640)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5120, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(4352, 256)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4352, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(4608, 1664)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4608, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(5120, 1280)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5120, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(1408, 1152)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(2944, 896)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2944, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(4864, 1280)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4864, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(1408, 1536)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(6016, 1664)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 6016, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(4608, 0)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4608, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(3072, 640)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3072, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(5632, 128)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5632, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(2816, 256)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2816, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(1536, 256)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(4608, 384)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4608, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(2944, 768)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2944, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(2560, 512)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2560, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(2560, 1536)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2560, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(1536, 896)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(1536, 1024)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(3456, 384)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3456, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(1536, 1280)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(3072, 384)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3072, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(5888, 512)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5888, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(2432, 512)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2432, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(1536, 1792)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(6016, 640)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 6016, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(1664, 0)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(4992, 640)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4992, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(4096, 1024)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4096, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(5248, 1152)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5248, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(4224, 1536)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4224, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(1664, 640)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(4096, 1792)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4096, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(2688, 384)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2688, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(1664, 1024)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(4736, 1920)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4736, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(1664, 1280)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(3584, 512)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3584, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(5248, 1920)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5248, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(4864, 1792)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4864, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(1664, 1792)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(3328, 1280)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3328, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(3840, 1024)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3840, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(6016, 1920)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 6016, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(1792, 256)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(4096, 768)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4096, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(1792, 512)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(2944, 0)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2944, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(2304, 256)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2304, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(5504, 768)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5504, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(4224, 1152)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4224, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(3456, 1152)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3456, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(2176, 1280)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2176, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(3072, 1536)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3072, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(1792, 1536)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(4736, 0)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4736, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(5632, 384)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5632, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(2560, 1920)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2560, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(2432, 384)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2432, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(3456, 768)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3456, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(2560, 256)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2560, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(1920, 384)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(1920, 512)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(1920, 640)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(5376, 1152)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5376, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(1920, 896)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(4224, 768)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4224, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(4480, 1280)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4480, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(3072, 1792)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3072, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(2304, 1536)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2304, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(3584, 1152)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3584, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(6016, 1408)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 6016, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(3840, 1920)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3840, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(4736, 1280)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4736, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(5568, 1280)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5568, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(0, 64)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(5056, 832)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5056, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(4480, 1728)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4480, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(6080, 320)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 6080, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(5056, 1216)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5056, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(1024, 448)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1024, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(1792, 704)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1792, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(4160, 320)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4160, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(1856, 512)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(0, 640)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(4928, 1920)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4928, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(0, 768)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(4480, 1152)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4480, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(3840, 1280)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3840, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(1856, 64)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(2368, 640)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2368, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(6016, 1792)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 6016, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(1920, 1792)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1920, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(896, 1280)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(1856, 1152)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(0, 1344)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(5056, 192)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5056, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(3008, 192)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3008, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(5632, 384)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5632, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(2496, 1472)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2496, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(1856, 384)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(0, 1728)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(4800, 448)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4800, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(3520, 1792)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3520, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(2688, 384)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2688, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(4288, 1152)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4288, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(64, 0)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(5632, 768)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5632, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(3584, 1600)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3584, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(1152, 320)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1152, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(5312, 1344)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5312, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(64, 320)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(5184, 1984)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5184, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(64, 448)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(4480, 1344)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4480, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(4864, 1856)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4864, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(64, 640)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(2944, 1216)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2944, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(5568, 1536)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5568, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(4224, 832)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4224, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(5888, 512)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5888, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(1408, 1024)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(4672, 448)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4672, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(3072, 1728)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3072, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(1536, 384)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1536, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(2048, 448)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2048, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(3072, 1664)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3072, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(2176, 192)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2176, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(1984, 1728)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1984, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(1472, 448)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1472, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(5312, 256)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5312, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(3648, 1728)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3648, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(4800, 640)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4800, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(896, 1728)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(1472, 1280)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1472, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(4032, 1536)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4032, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(2816, 1472)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2816, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(4160, 1536)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4160, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(704, 640)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(1472, 832)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1472, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(2688, 1408)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2688, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(960, 1600)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(1600, 1024)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1600, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(128, 320)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(2176, 576)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2176, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(1152, 1088)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1152, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(1984, 1280)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1984, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(896, 1408)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(5440, 1024)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5440, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(2368, 192)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2368, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(5056, 1536)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5056, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(5568, 1344)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5568, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(2624, 704)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2624, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(4032, 1664)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4032, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(2304, 960)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2304, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(4736, 768)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4736, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(2944, 1728)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2944, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(3904, 1664)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3904, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(1408, 1472)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(1984, 320)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1984, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(4096, 896)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4096, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(4672, 256)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4672, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(1088, 512)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1088, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(5440, 1664)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5440, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(1984, 1408)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1984, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(6016, 448)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 6016, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(576, 1152)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(3520, 1280)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3520, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(512, 256)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(3328, 192)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3328, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(1536, 448)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1536, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(1856, 0)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(4160, 64)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4160, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(5824, 1664)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5824, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(1472, 960)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1472, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(192, 320)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(5056, 960)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5056, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(2560, 448)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2560, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(1920, 384)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1920, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(2176, 1600)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2176, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(3712, 384)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3712, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(2944, 768)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2944, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(1600, 1600)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1600, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(1408, 768)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(1792, 256)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1792, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(2176, 960)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2176, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(5056, 768)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5056, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(3712, 1344)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3712, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(640, 1728)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(1152, 512)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1152, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(3328, 1984)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3328, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(4224, 1152)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4224, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(1792, 128)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1792, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(4864, 576)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4864, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(4736, 384)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4736, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(5824, 1152)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5824, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(2752, 768)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2752, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(5440, 0)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5440, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(192, 1792)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(192, 1856)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(192, 1920)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(5760, 1600)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5760, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(3712, 1856)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3712, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(256, 64)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(5312, 576)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5312, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(256, 192)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(3136, 512)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3136, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(3904, 0)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3904, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(4864, 1344)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4864, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(3264, 1472)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3264, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(2752, 960)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2752, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(5376, 1664)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5376, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(4608, 1216)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4608, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(1856, 1856)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(704, 1664)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(2752, 1984)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2752, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(2880, 1664)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2880, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(4992, 0)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4992, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(3584, 1792)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3584, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(2048, 1792)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2048, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(5632, 128)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5632, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(2880, 640)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2880, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(6080, 640)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 6080, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(1536, 256)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1536, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(5440, 448)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5440, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(5376, 1216)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5376, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(2624, 896)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2624, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(5504, 1600)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5504, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(3008, 384)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3008, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(1728, 1344)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1728, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(640, 1984)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(5568, 128)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5568, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(3072, 1472)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3072, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(1280, 1216)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1280, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(3712, 640)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3712, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(4288, 0)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4288, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(3648, 1280)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3648, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(2688, 256)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2688, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(4224, 512)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4224, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(4480, 1088)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4480, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(6080, 896)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 6080, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(5248, 320)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5248, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(5504, 1920)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5504, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(4864, 1792)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4864, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(4736, 704)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4736, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(6016, 320)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 6016, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(2560, 1792)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2560, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(4416, 832)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4416, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(3776, 1280)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3776, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(1856, 896)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(2240, 1088)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2240, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(5824, 768)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5824, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(4288, 1024)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4288, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(2368, 704)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2368, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(5824, 1856)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5824, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(4416, 384)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4416, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(3200, 1984)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3200, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(2048, 1024)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2048, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(4160, 1152)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4160, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(4992, 64)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4992, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(1280, 1280)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1280, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(2304, 192)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2304, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(3456, 1472)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3456, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(3456, 384)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3456, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(4224, 896)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4224, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(512, 1728)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(5888, 1344)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5888, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(5696, 1600)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5696, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(5696, 1856)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5696, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(2432, 1280)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2432, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(832, 1216)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(384, 320)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(6016, 1664)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 6016, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(832, 1856)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(3136, 320)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3136, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(6016, 1280)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 6016, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(5120, 1536)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5120, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(4224, 256)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4224, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(2944, 192)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2944, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(3904, 1472)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3904, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(4416, 512)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4416, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(1536, 704)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1536, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(3520, 640)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3520, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(3776, 64)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3776, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(384, 1152)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(1472, 1152)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1472, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(4544, 1600)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4544, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(1920, 1920)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1920, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(2304, 1088)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2304, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(704, 832)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(384, 1536)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(1408, 448)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(512, 1024)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(1408, 1984)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(1856, 1344)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(384, 1856)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(384, 1920)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(1280, 1472)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1280, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(448, 0)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(3648, 0)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3648, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(2240, 448)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2240, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(960, 1024)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(704, 1280)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(2816, 1408)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2816, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(3264, 256)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3264, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(1472, 1536)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1472, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(1664, 1024)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(5312, 192)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5312, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(1472, 320)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1472, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(3392, 192)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3392, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(1408, 256)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(3200, 960)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3200, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(5952, 512)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5952, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(3328, 320)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3328, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(4160, 768)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4160, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(5248, 768)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5248, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(1536, 512)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1536, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(2880, 832)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2880, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(2944, 448)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2944, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(960, 1728)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(5120, 512)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5120, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(4672, 1664)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4672, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(3584, 960)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3584, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(2368, 1728)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2368, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(5632, 448)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5632, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(1472, 896)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1472, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(2240, 192)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2240, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(5184, 192)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5184, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(1088, 1600)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1088, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(3328, 1472)", "tensor": "mtp.layers.0.mlp.gate_proj.weight", "role": "mtp.layers.*.mlp.gate_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3328, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(5504, 1536)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5504, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(0, 128)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(4864, 1408)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4864, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(0, 384)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(4864, 1152)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4864, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(3328, 1664)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3328, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(0, 768)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(3200, 768)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3200, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(5632, 1536)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5632, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(5120, 0)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5120, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(6016, 1152)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 6016, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(3328, 1280)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3328, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(0, 1536)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(4608, 896)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4608, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(3328, 384)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3328, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(0, 1920)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(2688, 1664)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2688, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(3840, 1408)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3840, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(4736, 1664)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4736, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(3968, 1536)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3968, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(2560, 1792)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2560, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(2048, 128)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2048, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(2816, 1792)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2816, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(4608, 1280)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4608, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(2432, 1792)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2432, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(2304, 1664)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2304, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(2944, 1024)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2944, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(128, 1408)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(5504, 256)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5504, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(128, 1664)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(5504, 1792)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5504, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(3840, 384)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3840, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(2816, 256)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2816, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(256, 128)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(256, 256)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(5376, 1792)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5376, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(256, 512)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(2176, 768)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2176, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(2048, 0)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2048, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(5632, 1792)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5632, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(5760, 1920)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5760, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(3712, 384)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3712, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(4736, 1280)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4736, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(256, 1408)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(3712, 1408)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3712, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(4352, 768)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4352, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(4224, 256)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4224, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(256, 1920)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(6016, 0)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 6016, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(2944, 512)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2944, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(5120, 128)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5120, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(384, 384)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(4864, 1536)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4864, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(4736, 640)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4736, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(2432, 0)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2432, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(3456, 1280)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3456, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(384, 1024)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(5760, 0)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5760, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(4736, 1536)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4736, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(384, 1408)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(4736, 768)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4736, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(384, 1664)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(384, 1792)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(384, 1920)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(4736, 1792)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4736, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(5248, 512)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5248, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(5760, 1664)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5760, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(512, 384)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(2432, 896)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2432, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(512, 640)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(5248, 640)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5248, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(3200, 1920)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3200, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(512, 1024)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(3968, 256)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3968, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(4480, 1920)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4480, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(3456, 640)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3456, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(512, 1536)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(3072, 128)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3072, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(512, 1792)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(3840, 896)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3840, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(2048, 1920)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2048, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(2944, 1792)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2944, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(640, 256)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(4096, 1280)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4096, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(3328, 640)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3328, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(640, 640)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(3200, 128)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3200, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(5504, 768)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5504, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(3456, 256)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3456, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(640, 1152)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(4480, 1664)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4480, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(640, 1408)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(2560, 896)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2560, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(640, 1664)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(640, 1792)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(2432, 512)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2432, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(4352, 384)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4352, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(3328, 1024)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3328, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(2816, 1024)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2816, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(3328, 512)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3328, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(2816, 1664)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2816, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(3712, 1280)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3712, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(768, 768)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(3072, 1920)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3072, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(4736, 256)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4736, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(4096, 512)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4096, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(5632, 896)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5632, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(768, 1408)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(5888, 256)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5888, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(5376, 512)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5376, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(3072, 0)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3072, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(768, 1920)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(896, 0)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(5504, 1024)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5504, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(3712, 640)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3712, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(5376, 1408)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5376, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(3456, 1664)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3456, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(896, 640)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(3328, 1792)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3328, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(2816, 512)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2816, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(896, 1024)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(896, 1152)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(2816, 768)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2816, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(3584, 1792)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3584, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(6016, 384)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 6016, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(896, 1664)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(4096, 1536)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4096, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(2048, 1664)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2048, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(4736, 0)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4736, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(1024, 128)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(5632, 128)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5632, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(5504, 0)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5504, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(5504, 384)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5504, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(4608, 512)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4608, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(1024, 768)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(2688, 256)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2688, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(1024, 1024)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(3840, 1152)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3840, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(4736, 896)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4736, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(1024, 1408)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(1024, 1536)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(3968, 0)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3968, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(1024, 1792)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(1024, 1920)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(3840, 1536)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3840, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(4480, 1792)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4480, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(4992, 1664)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4992, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(5760, 128)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5760, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(3072, 1408)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3072, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(1152, 640)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(1152, 768)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(3072, 1152)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3072, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(2944, 1664)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2944, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(2432, 768)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2432, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(1152, 1280)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(1152, 1408)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(3072, 768)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3072, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(2432, 1664)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2432, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(1152, 1792)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(6016, 640)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 6016, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(1280, 0)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(1280, 128)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(3584, 1024)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3584, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(1280, 384)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(4992, 1152)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4992, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(4864, 768)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4864, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(5888, 896)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5888, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(1280, 896)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(4480, 640)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4480, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(3456, 1536)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3456, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(1280, 1280)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(1280, 1408)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(2048, 384)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2048, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(1280, 1664)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(1280, 1792)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(4736, 1408)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4736, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(1408, 0)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(4096, 768)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4096, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(1408, 256)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(4736, 512)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4736, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(4480, 1152)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4480, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(4480, 0)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4480, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(3712, 768)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3712, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(1408, 896)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(2560, 1024)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2560, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(5248, 256)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5248, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(5632, 384)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5632, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(2432, 1280)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2432, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(5632, 512)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5632, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(5760, 1792)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5760, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(4992, 1792)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4992, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(5120, 768)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5120, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(2560, 1152)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2560, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(2432, 1152)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2432, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(1536, 256)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(2560, 1664)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2560, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(1536, 512)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(5888, 0)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5888, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(3840, 1664)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3840, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(4608, 1024)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4608, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(4864, 1024)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4864, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(1536, 1152)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(2432, 128)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2432, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(5376, 896)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5376, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(3456, 1152)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3456, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(1536, 1664)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(5504, 1408)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5504, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(3200, 1536)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3200, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(1664, 0)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(2176, 1920)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2176, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(2688, 512)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2688, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(5376, 1152)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5376, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(1664, 512)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(1664, 640)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(2688, 896)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2688, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(5120, 1792)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5120, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(5888, 1664)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5888, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(1664, 1152)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(2176, 640)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2176, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(2560, 1408)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2560, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(3328, 1536)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3328, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(2432, 1408)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2432, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(2816, 1408)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2816, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(5248, 1152)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5248, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(2688, 0)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2688, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(5120, 1408)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5120, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(4992, 1408)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4992, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(4608, 256)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4608, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(3840, 768)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3840, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(5888, 1408)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5888, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(3328, 0)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3328, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(4096, 256)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4096, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(3840, 512)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3840, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(4992, 1024)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4992, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(2304, 0)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2304, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(2176, 896)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2176, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(6016, 768)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 6016, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(2688, 1280)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2688, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(2816, 384)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2816, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(1792, 1920)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(1920, 0)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(1920, 128)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(2048, 896)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2048, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(5376, 1920)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5376, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(1920, 512)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(1920, 640)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(1920, 768)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(5376, 384)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5376, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(3072, 512)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3072, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(2688, 1152)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2688, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(5632, 640)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 5632, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(3328, 896)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3328, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(1920, 1536)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(2304, 1920)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2304, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(1920, 1792)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(4224, 1152)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 4224, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(3008, 1728)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3008, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(2240, 128)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2240, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(2112, 384)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2112, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(3008, 1984)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3008, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(4416, 384)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4416, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(2048, 320)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2048, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(5440, 832)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5440, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(2432, 256)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2432, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(1536, 1664)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1536, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(1600, 1536)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1600, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(6016, 1536)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 6016, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(2432, 1344)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2432, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(1728, 960)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1728, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(0, 832)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(0, 896)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(3840, 512)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3840, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(0, 1024)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(3456, 960)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3456, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(4544, 768)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4544, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(5312, 64)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5312, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(2560, 128)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2560, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(3648, 640)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3648, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(2560, 576)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2560, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(5568, 128)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5568, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(2176, 1664)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2176, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(5696, 1216)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5696, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(2432, 1408)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2432, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(896, 192)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(1984, 384)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1984, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(5120, 512)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5120, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(4160, 1216)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4160, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(4992, 256)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4992, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(2112, 1600)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2112, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(64, 64)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(5696, 1472)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5696, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(4096, 1792)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4096, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(1280, 1920)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1280, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(3712, 1856)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3712, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(1984, 960)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1984, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(768, 704)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(5952, 1408)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5952, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(4864, 1024)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4864, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(960, 448)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(4992, 768)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4992, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(2752, 1856)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2752, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(5184, 1280)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5184, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(3584, 448)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3584, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(832, 1856)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(3904, 1856)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3904, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(4480, 1088)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4480, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(64, 1152)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(3776, 1920)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3776, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(896, 1600)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(5696, 256)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5696, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(5888, 1920)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5888, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(4096, 1344)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4096, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(2688, 1728)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2688, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(4032, 832)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4032, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(1408, 128)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(1344, 1344)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1344, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(5696, 1536)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5696, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(832, 1792)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(5888, 1600)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5888, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(4736, 1856)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4736, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(960, 1024)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(5056, 512)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5056, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(3520, 256)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3520, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(640, 576)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(896, 896)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(5952, 576)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5952, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(2432, 512)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2432, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(4416, 768)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4416, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(3776, 832)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3776, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(5440, 64)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5440, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(3392, 384)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3392, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(3520, 896)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3520, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(5184, 960)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5184, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(1600, 64)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1600, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(832, 1024)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(1088, 1216)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1088, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(4800, 640)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4800, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(1984, 1664)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1984, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(1280, 1024)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1280, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(5440, 1408)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5440, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(3328, 1408)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3328, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(896, 1024)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(4992, 704)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4992, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(128, 1472)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(2944, 1600)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2944, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(3008, 1088)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3008, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(6016, 1280)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 6016, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(128, 1728)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(3008, 448)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3008, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(128, 1856)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(128, 1920)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(3904, 320)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3904, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(6080, 896)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 6080, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(3904, 1024)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3904, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(5696, 704)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5696, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(1472, 1792)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1472, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(1408, 896)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(5312, 1024)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5312, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(2816, 1472)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2816, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(3200, 128)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3200, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(2880, 128)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2880, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(1728, 1024)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1728, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(2176, 1920)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2176, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(1536, 1536)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1536, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(4544, 64)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4544, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(192, 832)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(4672, 1536)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4672, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(1088, 832)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1088, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(1344, 960)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1344, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(4672, 1792)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4672, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(4416, 192)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4416, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(5184, 896)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5184, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(2368, 1088)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2368, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(1984, 576)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1984, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(5568, 576)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5568, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(1856, 896)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(4096, 576)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4096, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(704, 1728)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(2560, 1728)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2560, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(5376, 1344)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5376, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(3712, 1664)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3712, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(3136, 1792)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3136, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(2496, 1600)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2496, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(2752, 384)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2752, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(3008, 1216)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3008, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(3264, 1536)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3264, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(6080, 1216)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 6080, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(576, 832)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(1536, 448)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1536, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(1792, 1344)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1792, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(576, 384)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(5248, 1408)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5248, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(1664, 64)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(5504, 1600)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5504, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(3072, 768)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3072, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(256, 704)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(4736, 832)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4736, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(2816, 1664)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2816, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(4736, 448)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4736, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(5632, 192)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5632, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(1536, 576)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1536, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(1856, 768)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(256, 1152)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(3264, 128)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3264, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(1920, 1280)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1920, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(4864, 1920)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4864, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(2816, 320)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2816, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(5120, 1472)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5120, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(2048, 1472)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2048, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(2368, 1472)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2368, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(4160, 1664)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4160, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(2624, 768)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2624, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(3328, 512)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3328, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(4416, 1472)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4416, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(3456, 1792)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3456, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(3456, 1600)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3456, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(5504, 1728)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5504, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(1408, 1856)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(3520, 64)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3520, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(320, 192)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(320, 256)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(6016, 896)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 6016, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(3264, 1856)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3264, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(2368, 256)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2368, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(3968, 832)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3968, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(1664, 704)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(896, 960)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(2560, 1024)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2560, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(5696, 1664)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5696, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(1088, 1664)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1088, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(1280, 512)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1280, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(320, 960)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(2560, 1536)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2560, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(4928, 1024)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4928, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(5568, 448)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5568, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(4480, 256)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4480, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(3200, 1728)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3200, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(1280, 896)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1280, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(3200, 448)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3200, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(320, 1472)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(1664, 1600)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(4480, 512)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4480, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(1088, 384)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1088, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(5440, 768)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5440, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(3712, 1984)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3712, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(4352, 1536)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4352, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(640, 768)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(2432, 832)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2432, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(1088, 640)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1088, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(384, 64)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(2752, 1984)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2752, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(832, 1472)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(5632, 1280)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5632, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(1408, 1536)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(4416, 320)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4416, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(4800, 64)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4800, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(4608, 128)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4608, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(1536, 128)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1536, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(2112, 768)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2112, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(2752, 512)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2752, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(384, 768)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(640, 832)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(5760, 128)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5760, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(2560, 1600)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2560, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(3840, 1088)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3840, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(5824, 256)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5824, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(512, 1920)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(4800, 832)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4800, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(1472, 1856)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1472, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(1856, 1344)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(1984, 448)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1984, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(832, 768)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(3840, 256)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3840, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(2432, 448)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2432, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(3200, 640)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3200, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(3200, 1664)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3200, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(1920, 1472)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1920, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(384, 1856)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(2432, 0)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2432, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(4928, 512)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4928, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(4288, 1344)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4288, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(4352, 576)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4352, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(704, 1920)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(4224, 1664)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4224, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(3328, 896)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3328, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(3392, 1472)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3392, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(768, 192)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(3520, 1664)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3520, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(3968, 576)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3968, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(3136, 1152)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3136, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(5504, 1344)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 5504, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(1920, 1216)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1920, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(1344, 1600)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1344, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(896, 1088)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(1152, 448)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1152, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(3776, 704)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3776, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(768, 512)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(3904, 1600)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3904, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(1280, 128)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1280, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(6016, 832)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 6016, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(4928, 640)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4928, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(3264, 960)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3264, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(1600, 1280)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1600, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(768, 1792)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(3456, 1408)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3456, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(2816, 1984)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2816, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(448, 1664)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(1408, 1984)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(896, 768)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(4544, 1728)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4544, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(2560, 320)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2560, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(3776, 128)", "tensor": "mtp.layers.0.mlp.up_proj.weight", "role": "mtp.layers.*.mlp.up_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3776, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 0)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 128)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 256)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 384)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 512)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 640)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 768)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 896)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1024)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1152)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1280)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1408)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1536)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1664)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1792)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1920)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 0)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 128)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 256)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 384)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 512)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 640)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 768)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 896)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 1024)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 1152)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 1280)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 1408)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 1536)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 1664)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 1792)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 1920)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 0)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 128)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 256)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 384)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 512)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 640)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 768)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 896)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 1024)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 1152)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 1280)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 1408)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 1536)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 1664)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 1792)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 1920)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 0)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 128)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 256)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 384)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 512)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 640)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 768)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 896)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 1024)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 1152)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 1280)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 1408)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 1536)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 1664)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 1792)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 1920)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 0)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 64)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 128)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 192)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 256)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 320)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 384)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 448)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 512)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 576)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 640)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 704)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 768)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 832)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 896)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 960)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1024)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1088)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1152)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1216)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1280)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1344)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1408)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1472)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1536)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1600)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1664)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1728)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1792)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1856)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1920)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1984)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(64, 0)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(64, 64)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(64, 128)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(64, 192)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(64, 256)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(64, 320)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(64, 384)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(64, 448)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(64, 512)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(64, 576)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(64, 640)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(64, 704)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(64, 768)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(64, 832)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(64, 896)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(64, 960)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(64, 1024)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(64, 1088)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(64, 1152)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(64, 1216)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(64, 1280)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(64, 1344)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(64, 1408)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(64, 1472)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(64, 1536)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(64, 1600)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(64, 1664)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(64, 1728)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(64, 1792)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(64, 1856)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(64, 1920)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(64, 1984)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(128, 0)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(128, 64)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(128, 128)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(128, 192)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(128, 256)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(128, 320)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(128, 384)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(128, 448)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(128, 512)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(128, 576)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(128, 640)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(128, 704)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(128, 768)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(128, 832)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(128, 896)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(128, 960)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(128, 1024)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(128, 1088)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(128, 1152)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(128, 1216)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(128, 1280)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(128, 1344)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(128, 1408)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(128, 1472)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(128, 1536)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(128, 1600)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(128, 1664)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(128, 1728)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(128, 1792)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(128, 1856)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(128, 1920)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(128, 1984)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(192, 0)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(192, 64)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(192, 128)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(192, 192)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(192, 256)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(192, 320)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(192, 384)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(192, 448)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(192, 512)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(192, 576)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(192, 640)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(192, 704)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(192, 768)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(192, 832)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(192, 896)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(192, 960)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(192, 1024)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(192, 1088)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(192, 1152)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(192, 1216)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(192, 1280)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(192, 1344)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(192, 1408)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(192, 1472)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(192, 1536)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(192, 1600)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(192, 1664)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(192, 1728)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(192, 1792)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(192, 1856)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(192, 1920)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(192, 1984)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(256, 0)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(256, 64)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(256, 128)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(256, 192)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(256, 256)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(256, 320)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(256, 384)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(256, 448)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(256, 512)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(256, 576)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(256, 640)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(256, 704)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(256, 768)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(256, 832)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(256, 896)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(256, 960)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(256, 1024)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(256, 1088)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(256, 1152)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(256, 1216)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(256, 1280)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(256, 1344)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(256, 1408)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(256, 1472)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(256, 1536)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(256, 1600)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(256, 1664)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(256, 1728)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(256, 1792)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(256, 1856)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(256, 1920)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(256, 1984)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(320, 0)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(320, 64)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(320, 128)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(320, 192)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(320, 256)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(320, 320)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(320, 384)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(320, 448)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(320, 512)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(320, 576)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(320, 640)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(320, 704)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(320, 768)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(320, 832)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(320, 896)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(320, 960)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(320, 1024)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(320, 1088)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(320, 1152)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(320, 1216)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(320, 1280)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(320, 1344)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(320, 1408)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(320, 1472)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(320, 1536)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(320, 1600)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(320, 1664)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(320, 1728)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(320, 1792)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(320, 1856)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(320, 1920)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(320, 1984)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 0)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 64)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 128)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 192)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 256)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 320)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 384)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 448)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 512)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 576)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 640)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 704)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 768)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 832)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 896)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 960)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 1024)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 1088)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 1152)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 1216)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 1280)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 1344)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 1408)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 1472)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 1536)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 1600)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 1664)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 1728)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 1792)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 1856)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 1920)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 1984)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(448, 0)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(448, 64)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(448, 128)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(448, 192)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(448, 256)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(448, 320)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(448, 384)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(448, 448)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(448, 512)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(448, 576)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(448, 640)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(448, 704)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(448, 768)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(448, 832)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(448, 896)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(448, 960)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(448, 1024)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(448, 1088)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(448, 1152)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(448, 1216)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(448, 1280)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(448, 1344)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(448, 1408)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(448, 1472)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(448, 1536)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(448, 1600)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(448, 1664)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(448, 1728)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(448, 1792)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(448, 1856)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(448, 1920)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(448, 1984)", "tensor": "mtp.layers.0.self_attn.k_proj.weight", "role": "mtp.layers.*.self_attn.k_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(0, 0)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(0, 128)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(0, 256)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(0, 384)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(0, 512)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(0, 640)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(0, 768)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(0, 896)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(0, 1024)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(0, 1152)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(0, 1280)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(0, 1408)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(0, 1536)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(0, 1664)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(0, 1792)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(0, 1920)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(128, 0)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(128, 128)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(128, 256)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(128, 384)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(128, 512)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(128, 640)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(128, 768)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(128, 896)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(128, 1024)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(128, 1152)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(128, 1280)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(128, 1408)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(128, 1536)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(128, 1664)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(128, 1792)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(128, 1920)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(256, 0)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(256, 128)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(256, 256)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(256, 384)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(256, 512)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(256, 640)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(256, 768)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(256, 896)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(256, 1024)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(256, 1152)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(256, 1280)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(256, 1408)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(256, 1536)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(256, 1664)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(256, 1792)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(256, 1920)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(384, 0)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(384, 128)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(384, 256)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(384, 384)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(384, 512)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(384, 640)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(384, 768)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(384, 896)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(384, 1024)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(384, 1152)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(384, 1280)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(384, 1408)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(384, 1536)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(384, 1664)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(384, 1792)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(384, 1920)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(512, 0)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(512, 128)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(512, 256)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(512, 384)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(512, 512)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(512, 640)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(512, 768)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(512, 896)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(512, 1024)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(512, 1152)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(512, 1280)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(512, 1408)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(512, 1536)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(512, 1664)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(512, 1792)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(512, 1920)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(640, 0)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(640, 128)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(640, 256)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(640, 384)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(640, 512)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(640, 640)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(640, 768)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(640, 896)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(640, 1024)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(640, 1152)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(640, 1280)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(640, 1408)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(640, 1536)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(640, 1664)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(640, 1792)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(640, 1920)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(768, 0)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(768, 128)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(768, 256)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(768, 384)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(768, 512)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(768, 640)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(768, 768)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(768, 896)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(768, 1024)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(768, 1152)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(768, 1280)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(768, 1408)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(768, 1536)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(768, 1664)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(768, 1792)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(768, 1920)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(896, 0)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(896, 128)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(896, 256)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(896, 384)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(896, 512)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(896, 640)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(896, 768)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(896, 896)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(896, 1024)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(896, 1152)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(896, 1280)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(896, 1408)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(896, 1536)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(896, 1664)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(896, 1792)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(896, 1920)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1024, 0)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1024, 128)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1024, 256)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1024, 384)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1024, 512)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1024, 640)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1024, 768)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1024, 896)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1024, 1024)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1024, 1152)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1024, 1280)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1024, 1408)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1024, 1536)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1024, 1664)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1024, 1792)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1024, 1920)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1152, 0)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1152, 128)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1152, 256)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1152, 384)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1152, 512)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1152, 640)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1152, 768)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1152, 896)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1152, 1024)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1152, 1152)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1152, 1280)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1152, 1408)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1152, 1536)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1152, 1664)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1152, 1792)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1152, 1920)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1280, 0)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1280, 128)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1280, 256)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1280, 384)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1280, 512)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1280, 640)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1280, 768)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1280, 896)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1280, 1024)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1280, 1152)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1280, 1280)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1280, 1408)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1280, 1536)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1280, 1664)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1280, 1792)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1280, 1920)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1408, 0)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1408, 128)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1408, 256)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1408, 384)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1408, 512)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1408, 640)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1408, 768)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1408, 896)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1408, 1024)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1408, 1152)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1408, 1280)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1408, 1408)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1408, 1536)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1408, 1664)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1408, 1792)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1408, 1920)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1536, 0)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1536, 128)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1536, 256)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1536, 384)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1536, 512)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1536, 640)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1536, 768)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1536, 896)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1536, 1024)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1536, 1152)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1536, 1280)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1536, 1408)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1536, 1536)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1536, 1664)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1536, 1792)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1536, 1920)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1664, 0)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1664, 128)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1664, 256)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1664, 384)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1664, 512)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1664, 640)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1664, 768)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1664, 896)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1664, 1024)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1664, 1152)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1664, 1280)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1664, 1408)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1664, 1536)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1664, 1664)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1664, 1792)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1664, 1920)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1792, 0)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1792, 128)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1792, 256)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1792, 384)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1792, 512)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1792, 640)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1792, 768)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1792, 896)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1792, 1024)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1792, 1152)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1792, 1280)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1792, 1408)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1792, 1536)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1792, 1664)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1792, 1792)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1792, 1920)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1920, 0)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1920, 128)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1920, 256)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1920, 384)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1920, 512)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1920, 640)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1920, 768)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1920, 896)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1920, 1024)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1920, 1152)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1920, 1280)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1920, 1408)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1920, 1536)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1920, 1664)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1920, 1792)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1920, 1920)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1024, 384)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1024, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(960, 1216)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1088, 1216)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1088, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(0, 192)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(0, 256)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1792, 1472)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1792, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(960, 1856)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1792, 768)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1792, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1664, 576)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1728, 448)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1728, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1280, 960)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1280, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(576, 1920)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(0, 768)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(0, 832)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(0, 896)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(832, 64)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(960, 1024)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1600, 192)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1600, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(512, 704)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1664, 768)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1792, 1280)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1792, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(704, 640)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1472, 64)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1472, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(896, 128)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(0, 1536)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1792, 1600)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1792, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1664, 832)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(0, 1728)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1600, 704)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1600, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(0, 1856)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(0, 1920)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(512, 1856)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1472, 0)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1472, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(64, 64)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1024, 640)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1024, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(576, 1600)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(896, 1984)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1856, 1472)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1664, 1408)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1536, 1152)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1536, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1920, 192)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1920, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(512, 0)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(64, 640)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(64, 704)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(64, 768)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1344, 1728)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1344, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1856, 1536)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1728, 64)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1728, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(64, 1024)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1408, 1728)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(64, 1152)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1920, 1024)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1920, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1152, 1472)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1152, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(64, 1344)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(64, 1408)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1600, 1984)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1600, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(64, 1536)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1088, 256)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1088, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1536, 1408)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1536, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1024, 256)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1024, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(64, 1792)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(512, 1920)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1728, 128)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1728, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(832, 704)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(128, 0)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1792, 832)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1792, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1472, 1408)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1472, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(704, 1152)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1344, 128)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1344, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(128, 320)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1344, 64)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1344, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1088, 832)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1088, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1792, 64)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1792, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1792, 1664)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1792, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(128, 640)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1536, 1600)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1536, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1792, 1920)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1792, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1280, 128)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1280, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1472, 1728)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1472, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1728, 1664)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1728, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1216, 384)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1216, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(512, 1600)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(128, 1152)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(640, 320)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(768, 1344)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(128, 1344)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1728, 1024)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1728, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1728, 0)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1728, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1984, 1280)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1984, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1088, 1024)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1088, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(128, 1664)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(128, 1728)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1792, 960)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1792, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1088, 320)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1088, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(896, 1536)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(896, 448)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1344, 1600)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1344, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1088, 1600)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1088, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(896, 1152)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(512, 256)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1600, 1152)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1600, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1152, 576)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1152, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(192, 384)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(512, 448)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1600, 1536)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1600, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(768, 768)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(576, 64)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(704, 1024)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1984, 64)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1984, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1856, 1152)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1088, 1536)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1088, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(192, 960)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1088, 640)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1088, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1856, 320)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(192, 1152)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(960, 1792)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(192, 1280)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(192, 1344)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(640, 1024)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1472, 1600)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1472, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(192, 1536)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(704, 1472)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1024, 832)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1024, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1216, 832)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1216, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(768, 448)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(768, 1280)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(896, 704)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1728, 256)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1728, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1280, 192)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1280, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1792, 576)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1792, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(256, 128)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(256, 192)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1408, 192)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(960, 832)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1856, 1408)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1216, 1472)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1216, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1472, 1216)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1472, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1024, 1856)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1024, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(832, 1920)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1984, 1536)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1984, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(256, 768)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1280, 1280)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1280, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1856, 1984)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1216, 1600)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1216, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(576, 1088)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(256, 1088)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(256, 1152)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(256, 1216)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1728, 1728)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1728, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(512, 1664)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1280, 832)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1280, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(768, 1920)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1344, 1344)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1344, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(256, 1600)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(256, 1664)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(256, 1728)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1408, 1536)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1728, 1152)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1728, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(256, 1920)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(256, 1984)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(320, 0)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1088, 512)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1088, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(576, 960)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1792, 896)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1792, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1344, 192)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1344, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1216, 960)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1216, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(320, 384)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1984, 1728)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1984, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(512, 640)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1472, 128)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1472, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1344, 1856)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1344, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(512, 1984)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(832, 896)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(320, 832)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1984, 1472)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1984, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(640, 0)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(320, 1024)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(320, 1088)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1984, 704)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1984, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(320, 1216)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(320, 1280)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(704, 768)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(320, 1408)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1664, 896)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(576, 1664)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(320, 1600)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1664, 960)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1408, 640)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1408, 1600)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(704, 448)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(768, 64)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(320, 1984)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1920, 512)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1920, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1856, 960)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1728, 1984)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1728, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(384, 192)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(960, 768)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1920, 1472)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1920, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(768, 576)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1088, 1280)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1088, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1472, 640)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1472, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(896, 576)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1728, 512)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1728, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(384, 704)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1024, 896)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1024, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1536, 384)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1536, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(384, 896)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(384, 960)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1984, 512)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1984, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(384, 1088)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(384, 1152)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(384, 1216)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1408, 1472)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(384, 1344)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1152, 1920)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1152, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(384, 1472)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1408, 768)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(384, 1600)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1664, 256)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1856, 1856)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(512, 768)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(384, 1856)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1984, 1984)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1984, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(640, 1152)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1152, 1536)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1152, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1088, 1088)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1088, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(448, 128)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1344, 1536)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1344, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(704, 1344)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(832, 960)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(768, 1984)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1216, 640)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1216, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1088, 1792)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1088, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1856, 896)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(640, 576)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1472, 1536)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1472, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(704, 576)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(832, 1152)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(768, 192)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1280, 448)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1280, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1408, 512)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1344, 832)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1344, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1664, 320)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1024, 1792)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1024, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1856, 1024)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(448, 1344)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(960, 320)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(704, 1728)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(704, 0)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(448, 1600)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1408, 64)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1984, 896)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1984, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1728, 768)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1728, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1088, 1856)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1088, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1280, 1664)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1280, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1408, 1664)", "tensor": "mtp.layers.0.self_attn.o_proj.weight", "role": "mtp.layers.*.self_attn.o_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3072, 1536)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3072, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2176, 1024)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2176, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(0, 256)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(0, 384)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3712, 1664)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3712, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(0, 640)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2560, 1280)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2560, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(0, 896)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2176, 1408)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2176, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3072, 0)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3072, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(0, 1280)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(0, 1408)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2304, 768)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2304, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(0, 1664)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(0, 1792)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3712, 1792)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3712, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2176, 768)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2176, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2176, 896)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2176, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(128, 256)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(128, 384)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(128, 512)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(128, 640)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2176, 1792)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2176, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2816, 0)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2816, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3712, 256)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3712, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2944, 128)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2944, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(128, 1280)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(128, 1408)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(128, 1536)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2688, 1664)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2688, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(128, 1792)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(128, 1920)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(256, 0)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3840, 1664)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3840, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(256, 256)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(256, 384)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(256, 512)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3072, 1408)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3072, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3456, 1792)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3456, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(256, 896)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2176, 1152)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2176, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(256, 1152)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2688, 1152)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2688, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(256, 1408)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(256, 1536)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(256, 1664)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(256, 1792)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(256, 1920)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(384, 0)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(384, 128)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(384, 256)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(384, 384)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2560, 384)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2560, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2432, 1792)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2432, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2432, 1024)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2432, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2432, 1664)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2432, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(384, 1024)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(384, 1152)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2304, 640)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2304, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(384, 1408)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(384, 1536)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2048, 1792)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2048, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3456, 640)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3456, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2432, 640)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2432, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3456, 0)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3456, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(512, 128)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2816, 1280)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2816, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3840, 1792)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3840, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(512, 512)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(512, 640)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3456, 512)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3456, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(512, 896)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(512, 1024)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2432, 0)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2432, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(512, 1280)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(512, 1408)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2432, 128)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2432, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2944, 512)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2944, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(512, 1792)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(512, 1920)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 512, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 0)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 128)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 256)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3840, 1152)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3840, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 512)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 640)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3456, 896)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3456, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 896)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2816, 1536)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2816, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2944, 768)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2944, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3968, 1536)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3968, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2688, 1920)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2688, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 1536)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2176, 1664)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2176, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2048, 1152)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2048, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 1920)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 640, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(768, 0)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3712, 1280)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3712, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2304, 512)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2304, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2048, 1920)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2048, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(768, 512)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2688, 1280)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2688, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(768, 768)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(768, 896)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3584, 384)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3584, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3072, 1024)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3072, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3968, 1024)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3968, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(768, 1408)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(768, 1536)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3584, 1792)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3584, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(768, 1792)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 768, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2304, 1536)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2304, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 0)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 128)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 256)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 384)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 512)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 640)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 768)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 896)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3968, 1408)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3968, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3584, 0)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3584, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3200, 0)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3200, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 1408)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 1536)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2560, 1920)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2560, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 1792)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 896, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2688, 512)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2688, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(1024, 0)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(1024, 128)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3200, 1536)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3200, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3072, 1152)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3072, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(1024, 512)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(1024, 640)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3072, 896)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3072, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3968, 512)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3968, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3328, 768)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3328, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2048, 0)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2048, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(1024, 1280)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3456, 1536)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3456, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(1024, 1536)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(1024, 1664)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(1024, 1792)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(1024, 1920)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1024, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2816, 512)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2816, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3712, 0)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3712, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3840, 1920)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3840, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2944, 1408)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2944, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(1152, 512)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2816, 256)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2816, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2560, 1408)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2560, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(1152, 896)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3584, 256)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3584, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2816, 1664)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2816, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2688, 256)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2688, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3200, 1280)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3200, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3840, 0)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3840, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(1152, 1664)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1152, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2560, 512)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2560, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2304, 1152)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2304, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(1280, 0)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3968, 128)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3968, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(1280, 256)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(1280, 384)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2560, 128)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2560, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2048, 1664)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2048, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(1280, 768)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2048, 640)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2048, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(1280, 1024)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(1280, 1152)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3200, 384)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3200, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2816, 1024)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2816, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(1280, 1536)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(1280, 1664)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1280, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2304, 128)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2304, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2816, 768)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2816, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3840, 384)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3840, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3456, 1024)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3456, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(1408, 256)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2944, 0)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2944, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(1408, 512)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(1408, 640)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(1408, 768)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3968, 896)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3968, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3328, 640)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3328, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2176, 640)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2176, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(1408, 1280)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2560, 1536)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2560, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3328, 128)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3328, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2816, 1408)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2816, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(1408, 1792)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(1408, 1920)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1408, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3328, 1280)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3328, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3072, 1920)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3072, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(1536, 256)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(1536, 384)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3584, 512)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3584, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3584, 768)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3584, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3328, 256)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3328, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(1536, 896)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3584, 1408)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3584, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3200, 640)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3200, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(1536, 1280)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(1536, 1408)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(1536, 1536)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3200, 1664)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3200, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(1536, 1792)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1536, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3328, 512)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3328, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(1664, 0)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2432, 1152)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2432, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(1664, 256)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2688, 384)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2688, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3328, 1408)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3328, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(1664, 640)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(1664, 768)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2560, 1664)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2560, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2688, 1536)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2688, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(1664, 1152)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3072, 1280)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3072, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(1664, 1408)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(1664, 1536)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3584, 1536)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3584, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(1664, 1792)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1664, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3200, 896)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3200, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(1792, 0)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3840, 896)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3840, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3712, 768)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3712, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2304, 896)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2304, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3840, 512)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3840, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3072, 1664)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3072, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(1792, 768)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3328, 0)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3328, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3200, 1152)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3200, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3200, 128)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3200, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2048, 1024)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2048, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3840, 640)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3840, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3200, 1792)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3200, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3072, 128)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3072, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(1792, 1792)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1792, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3200, 768)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3200, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2048, 896)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2048, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2048, 1408)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2048, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2304, 1408)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2304, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3072, 384)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3072, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2560, 896)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2560, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(1920, 640)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2560, 768)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2560, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(1920, 896)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2560, 1152)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2560, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2688, 640)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2688, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(1920, 1280)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2432, 256)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 2432, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(1920, 1536)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3584, 1024)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3584, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(1920, 1792)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 1920, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3840, 128)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 3840, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(0, 0)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(2560, 576)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2560, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1728, 1152)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1728, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(3776, 320)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3776, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(2368, 448)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2368, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(2368, 128)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2368, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1600, 896)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1600, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1152, 1984)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1152, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(2816, 896)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2816, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(512, 832)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(2944, 1664)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2944, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(0, 704)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(3200, 1984)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3200, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(3392, 896)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3392, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1344, 1600)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1344, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(2944, 512)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2944, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1792, 1152)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1792, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1280, 1472)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1280, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(3072, 1728)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3072, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(576, 512)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1984, 1856)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1984, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(0, 1344)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1984, 448)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1984, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(896, 1728)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(0, 1536)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1152, 832)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1152, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(704, 1984)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1920, 448)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1920, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1152, 448)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1152, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(704, 448)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(2752, 0)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2752, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(576, 320)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(4032, 384)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4032, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1728, 1280)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1728, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(2368, 640)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2368, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1792, 64)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1792, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(896, 192)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(3264, 0)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3264, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(64, 384)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(704, 1408)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(64, 512)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(64, 576)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(3968, 1856)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3968, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1600, 1792)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1600, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(2496, 1984)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2496, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1152, 1280)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1152, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(3520, 768)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3520, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(576, 256)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1600, 384)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1600, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(3648, 1024)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3648, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1024, 1536)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1024, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1344, 1216)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1344, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(2176, 1472)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2176, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(768, 1664)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(2432, 512)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2432, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(64, 1472)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(832, 512)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(2624, 1280)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2624, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(2880, 960)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2880, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1152, 1152)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1152, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(64, 1792)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(64, 1856)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1856, 1408)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(896, 1984)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(512, 1984)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(2304, 128)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2304, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(128, 128)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(3904, 320)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3904, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1856, 1472)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(2176, 1856)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2176, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(3392, 128)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3392, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(4032, 1216)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4032, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1472, 192)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1472, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1728, 128)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1728, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1664, 1216)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(512, 1536)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 512, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(576, 1856)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(576, 0)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1600, 576)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1600, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(128, 960)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(128, 1024)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1216, 832)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1216, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(3264, 1472)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3264, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(128, 1216)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1152, 1600)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1152, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1408, 1728)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(3456, 1792)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3456, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(2112, 640)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2112, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(3648, 1280)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3648, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(3968, 1472)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3968, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1152, 896)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1152, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1344, 832)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1344, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1920, 0)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1920, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(2624, 512)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2624, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(896, 1792)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(3712, 448)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3712, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(3712, 1728)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3712, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(192, 64)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1024, 640)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1024, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1792, 1472)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1792, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(2560, 0)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2560, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(2240, 1024)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2240, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1984, 1344)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1984, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(896, 320)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(3904, 1984)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3904, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(960, 448)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 960, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(3712, 1344)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3712, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(2432, 1856)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2432, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1920, 1152)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1920, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(704, 1152)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(3008, 960)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3008, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1216, 1408)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1216, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1792, 0)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1792, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(2752, 704)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2752, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(832, 1088)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(2752, 448)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2752, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(3840, 1536)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3840, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1280, 1344)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1280, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(2368, 512)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2368, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(2176, 1024)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2176, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(192, 1536)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(2112, 1216)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2112, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(2752, 640)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2752, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(3968, 512)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3968, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(2496, 1280)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2496, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(192, 1856)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(2560, 896)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2560, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(2624, 1472)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2624, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(2496, 128)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2496, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(2944, 192)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2944, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(576, 448)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1280, 1600)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1280, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1536, 1280)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1536, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1856, 1536)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(2816, 1344)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2816, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1216, 1152)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1216, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(4032, 1408)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4032, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(2496, 1408)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2496, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1664, 384)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1408, 64)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1536, 1856)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1536, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1024, 256)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1024, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(256, 896)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1856, 192)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(3200, 1344)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3200, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(256, 1088)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1792, 1920)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1792, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(3264, 384)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3264, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(2624, 384)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2624, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(3264, 1216)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3264, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(3840, 640)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3840, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(256, 1472)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(3328, 1600)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3328, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(3328, 1408)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3328, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(2880, 1088)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2880, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(2560, 1856)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2560, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1664, 128)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1664, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(3136, 1600)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3136, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(3648, 1472)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3648, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1792, 576)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1792, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(320, 0)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(768, 1344)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1856, 1344)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(2880, 1216)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2880, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(3456, 1216)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3456, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(2048, 448)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2048, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(3328, 832)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3328, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(2368, 1600)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2368, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(2688, 1216)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2688, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(2944, 1216)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2944, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(3136, 1472)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3136, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1216, 1792)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1216, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(2816, 1792)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2816, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(3456, 768)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3456, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(3456, 1152)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3456, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(832, 1920)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1152, 1664)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1152, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(2048, 1792)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2048, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(320, 1152)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(3392, 1216)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3392, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(320, 1280)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(320, 1344)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(3648, 256)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3648, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(3072, 1280)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3072, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1600, 832)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1600, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(3520, 1088)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3520, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(2560, 1152)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2560, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(3008, 1792)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3008, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1984, 1088)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1984, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1024, 1152)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1024, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(704, 1216)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(2368, 256)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2368, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(3904, 64)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3904, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(3520, 1472)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3520, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1536, 1600)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1536, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(3584, 192)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3584, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(640, 1536)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(384, 320)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(2048, 128)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2048, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(2432, 1472)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2432, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(2048, 384)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2048, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1984, 1536)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1984, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(896, 1216)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 896, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(3136, 832)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3136, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(3072, 960)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3072, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(384, 832)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(384, 896)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(3008, 1472)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3008, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1792, 512)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1792, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(2560, 1792)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2560, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(384, 1152)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(384, 1216)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(2880, 256)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2880, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(832, 1536)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 832, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(2688, 1088)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2688, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1024, 1792)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1024, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(384, 1536)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1280, 960)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1280, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(4032, 1856)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 4032, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(3136, 256)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3136, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(2624, 640)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2624, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(3840, 0)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3840, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(2496, 896)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2496, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1344, 1280)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1344, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1920, 1280)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1920, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(3264, 1408)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3264, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(448, 128)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(448, 192)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(2944, 960)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2944, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(2048, 640)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2048, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(448, 384)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1728, 1984)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1728, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(448, 512)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1280, 1280)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1280, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1920, 704)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1920, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(576, 1344)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(576, 1600)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 576, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(3072, 576)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3072, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(448, 896)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(2560, 1600)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2560, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(448, 1024)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1792, 384)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1792, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(448, 1152)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(768, 1600)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 768, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1856, 1216)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1856, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(704, 640)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 704, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(2880, 320)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2880, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(3968, 1664)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3968, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(3648, 384)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3648, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(3264, 1536)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3264, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(3776, 1216)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 3776, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(448, 1728)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(2880, 1408)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 2880, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(640, 1024)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 640, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1408, 1792)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1408, 1536)", "tensor": "mtp.layers.0.self_attn.q_proj.weight", "role": "mtp.layers.*.self_attn.q_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 1408, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 0)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 128)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 256)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 384)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 512)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 640)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 768)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 896)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 1024)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 1152)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 1280)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 1408)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 1536)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 1664)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 1792)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 1920)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 0, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 0)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 128)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 256)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 384)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 512)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 640)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 768)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 896)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 1024)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 1152)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 1280)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 1408)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 1536)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 1664)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 1792)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 1920)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 128, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 0)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 128)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 256)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 384)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 512)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 640)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 768)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 896)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 1024)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 1152)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 1280)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 1408)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 1536)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 1664)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 1792)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 1920)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 256, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 0)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 0 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 128)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 128 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 256)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 256 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 384)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 384 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 512)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 512 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 640)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 640 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 768)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 768 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 896)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 896 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 1024)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1024 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 1152)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1152 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 1280)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1280 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 1408)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1408 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 1536)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1536 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 1664)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1664 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 1792)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1792 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 1920)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 128, 128 ], "start": [ 384, 1920 ], "scale": "2d-128", "bytes": 32768 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(0, 0)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(0, 64)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(0, 128)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(0, 192)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(0, 256)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(0, 320)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(0, 384)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(0, 448)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(0, 512)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(0, 576)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(0, 640)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(0, 704)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(0, 768)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(0, 832)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(0, 896)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(0, 960)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(0, 1024)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(0, 1088)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(0, 1152)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(0, 1216)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(0, 1280)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(0, 1344)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(0, 1408)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(0, 1472)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(0, 1536)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(0, 1600)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(0, 1664)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(0, 1728)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(0, 1792)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(0, 1856)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(0, 1920)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(0, 1984)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 0, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(64, 0)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(64, 64)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(64, 128)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(64, 192)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(64, 256)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(64, 320)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(64, 384)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(64, 448)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(64, 512)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(64, 576)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(64, 640)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(64, 704)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(64, 768)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(64, 832)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(64, 896)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(64, 960)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(64, 1024)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(64, 1088)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(64, 1152)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(64, 1216)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(64, 1280)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(64, 1344)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(64, 1408)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(64, 1472)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(64, 1536)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(64, 1600)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(64, 1664)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(64, 1728)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(64, 1792)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(64, 1856)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(64, 1920)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(64, 1984)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 64, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(128, 0)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(128, 64)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(128, 128)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(128, 192)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(128, 256)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(128, 320)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(128, 384)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(128, 448)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(128, 512)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(128, 576)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(128, 640)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(128, 704)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(128, 768)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(128, 832)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(128, 896)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(128, 960)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(128, 1024)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(128, 1088)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(128, 1152)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(128, 1216)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(128, 1280)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(128, 1344)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(128, 1408)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(128, 1472)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(128, 1536)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(128, 1600)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(128, 1664)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(128, 1728)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(128, 1792)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(128, 1856)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(128, 1920)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(128, 1984)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 128, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 0)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 64)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 128)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 192)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 256)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 320)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 384)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 448)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 512)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 576)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 640)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 704)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 768)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 832)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 896)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 960)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 1024)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 1088)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 1152)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 1216)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 1280)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 1344)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 1408)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 1472)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 1536)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 1600)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 1664)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 1728)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 1792)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 1856)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 1920)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 1984)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 192, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(256, 0)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(256, 64)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(256, 128)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(256, 192)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(256, 256)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(256, 320)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(256, 384)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(256, 448)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(256, 512)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(256, 576)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(256, 640)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(256, 704)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(256, 768)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(256, 832)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(256, 896)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(256, 960)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(256, 1024)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(256, 1088)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(256, 1152)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(256, 1216)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(256, 1280)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(256, 1344)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(256, 1408)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(256, 1472)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(256, 1536)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(256, 1600)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(256, 1664)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(256, 1728)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(256, 1792)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(256, 1856)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(256, 1920)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(256, 1984)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 256, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(320, 0)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(320, 64)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(320, 128)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(320, 192)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(320, 256)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(320, 320)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(320, 384)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(320, 448)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(320, 512)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(320, 576)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(320, 640)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(320, 704)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(320, 768)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(320, 832)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(320, 896)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(320, 960)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(320, 1024)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(320, 1088)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(320, 1152)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(320, 1216)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(320, 1280)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(320, 1344)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(320, 1408)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(320, 1472)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(320, 1536)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(320, 1600)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(320, 1664)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(320, 1728)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(320, 1792)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(320, 1856)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(320, 1920)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(320, 1984)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 320, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 0)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 64)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 128)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 192)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 256)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 320)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 384)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 448)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 512)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 576)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 640)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 704)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 768)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 832)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 896)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 960)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 1024)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 1088)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 1152)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 1216)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 1280)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 1344)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 1408)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 1472)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 1536)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 1600)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 1664)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 1728)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 1792)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 1856)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 1920)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 1984)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 384, 1984 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(448, 0)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 0 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(448, 64)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 64 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(448, 128)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 128 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(448, 192)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 192 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(448, 256)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 256 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(448, 320)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 320 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(448, 384)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 384 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(448, 448)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 448 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(448, 512)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 512 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(448, 576)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 576 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(448, 640)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 640 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(448, 704)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 704 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(448, 768)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 768 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(448, 832)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 832 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(448, 896)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 896 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(448, 960)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 960 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(448, 1024)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 1024 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(448, 1088)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 1088 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(448, 1152)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 1152 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(448, 1216)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 1216 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(448, 1280)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 1280 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(448, 1344)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 1344 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(448, 1408)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 1408 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(448, 1472)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 1472 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(448, 1536)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 1536 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(448, 1600)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 1600 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(448, 1664)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 1664 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(448, 1728)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 1728 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(448, 1792)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 1792 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(448, 1856)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 1856 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(448, 1920)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 1920 ], "scale": "2d-64", "bytes": 8192 }, { "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(448, 1984)", "tensor": "mtp.layers.0.self_attn.v_proj.weight", "role": "mtp.layers.*.self_attn.v_proj.weight", "layer": 0, "kind": "block", "dtype": "BF16", "shape": [ 64, 64 ], "start": [ 448, 1984 ], "scale": "2d-64", "bytes": 8192 } ]