{ "bizCode": "MNNTest", "extraInfo": { "version": "2.9.6" }, "oplists": [ { "main_type": "Blob", "main": { "dims": [ 960 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.296875, 1.234375, 1.25, 1.289062, 1.179688, 1.234375, 1.15625, 1.304688, 0.941406, 1.273438, 1.320312, 1.234375, 1.25, 1.234375, 1.3125, 1.265625, 1.203125, 1.273438, 1.09375, 1.109375, 1.1875, 1.40625, 1.195312, 1.273438, 1.289062, 1.054688, 1.195312, 1.3125, 1.304688, 1.179688, 1.21875, 1.179688, 1.171875, 1.28125, 1.257812, 1.242188, 1.28125, 1.203125, 1.296875, 1.304688, 1.398438, 1.265625, 1.203125, 1.101562, 1.28125, 1.25, 1.15625, 1.25, 1.023438, 1.242188, 1.171875, 1.78125, 1.28125, 1.09375, 1.390625, 1.078125, 1.265625, 1.0625, 1.179688, 1.234375, 1.1875, 1.289062, 1.289062, 1.195312, 1.28125, 1.28125, 1.25, 1.179688, 1.242188, 1.21875, 1.210938, 1.296875, 1.296875, 1.25, 1.078125, 1.25, 1.210938, 1.242188, 2.375, 1.429688, 1.25, 1.242188, 1.25, 1.21875, 1.304688, 1.1875, 1.242188, -0.081543, 1.265625, 1.328125, 1.460938, 1.210938, 1.171875, 1.195312, 1.28125, 1.484375, 1.25, 1.054688, 1.273438, 1.28125, 1.070312, 1.226562, 1.273438, 1.289062, 1.242188, 1.257812, 1.257812, 1.757812, 1.234375, 1.210938, 1.234375, 1.351562, 1.320312, 1.304688, 1.234375, 1.210938, 1.28125, 1.210938, 1.257812, 1.234375, 1.257812, 1.265625, 1.273438, 1.304688, 1.203125, 1.273438, 1.203125, 1.203125, 1.242188, 1.21875, 1.179688, 1.257812, 1.25, 1.1875, 1.226562, 1.25, 1.1875, 1.203125, 1.203125, 1.210938, 1.054688, 1.226562, 1.234375, 1.179688, 1.265625, 0.988281, 1.25, 1.210938, 1.25, 1.304688, 1.320312, 1.203125, 1.210938, 1.914062, 1.21875, 1.242188, 1.171875, 1.414062, 1.226562, 1.210938, 1.242188, 1.148438, 1.554688, 1.554688, 1.273438, 1.242188, 1.226562, 1.195312, 1.257812, 1.242188, 1.296875, 1.289062, 1.351562, 1.25, 1.226562, 1.265625, 1.1875, 1.1875, 1.25, 1.1875, 1.265625, 1.539062, 1.328125, 1.234375, 1.21875, 1.242188, 1.34375, 1.242188, 1.070312, 1.242188, 1.257812, 1.179688, 1.085938, 1.929688, 2.25, 1.21875, 1.21875, 1.242188, 1.28125, 1.226562, 1.929688, 1.164062, 1.320312, 1.28125, 1.328125, 1.34375, 1.179688, 1.265625, 1.289062, 1.25, 1.265625, 1.234375, 1.195312, 1.257812, 1.1875, 1.265625, 1.273438, 1.140625, 2.03125, 1.265625, 1.179688, 1.296875, 2.5625, 1.1875, 1.234375, 1.3125, 1.25, 1.179688, 1.164062, 1.3125, 1.28125, 1.164062, 3.6875, 1.289062, 1.257812, 1.117188, 1.203125, 0.820312, 1.078125, 1.203125, 1.304688, 1.195312, 1.195312, 1.273438, 1.265625, 1.195312, 1.257812, 1.296875, 1.257812, 1.203125, 1.1875, 1.265625, 1.257812, 1.242188, 1.117188, 1.265625, 1.523438, 1.296875, 1.1875, 1.242188, 1.195312, 1.28125, 1.28125, 1.109375, 1.1875, 1.210938, 1.28125, 1.195312, 1.226562, 1.273438, 1.164062, 2.109375, 1.1875, 1.242188, 1.242188, 1.21875, 1.0625, 1.148438, 1.296875, 1.242188, 1.179688, 1.304688, 1.382812, 1.359375, 1.3125, 1.296875, 1.109375, 1.234375, 1.25, 1.21875, 1.21875, 1.203125, 1.367188, 1.226562, 1.226562, 2.421875, 1.375, 1.242188, 1.242188, 2.375, 1.273438, 1.242188, 1.28125, 1.320312, 0.984375, 1.296875, 1.226562, 1.257812, 1.078125, 1.1875, 1.21875, 1.273438, 1.289062, 1.304688, 1.242188, 1.179688, 1.335938, 1.34375, 1.140625, 1.273438, 1.242188, 1.296875, 1.226562, 1.273438, 1.164062, 1.15625, 1.226562, 1.226562, 1.296875, 1.25, 1.234375, 1.296875, 1.203125, 1.351562, 1.296875, 1.242188, 1.28125, 1.203125, 1.398438, 1.226562, 1.257812, 1.265625, 1.070312, 1.226562, 1.15625, 1.273438, 1.234375, 2.203125, 3.75, 1.335938, 1.257812, 1.140625, 1.265625, 1.242188, 1.265625, 1.257812, 1.109375, 1.304688, 1.28125, 1.453125, 1.0625, 1.242188, 2.46875, 1.296875, 1.234375, 1.28125, 1.289062, 1.117188, 1.265625, 1.257812, 1.335938, 1.234375, 1.101562, 1.21875, 1.28125, 1.28125, 1.265625, 1.28125, 1.765625, 1.210938, 1.070312, 1.296875, 1.148438, 1.226562, 1.171875, 1.164062, 1.234375, 1.203125, 1.320312, 1.257812, 1.125, 1.226562, 1.234375, 1.304688, 1.203125, 1.164062, 1.273438, 1.265625, 0.605469, 1.34375, 1.375, 1.132812, 1.273438, 1.195312, 1.234375, 1.320312, 1.273438, 1.265625, 1.28125, 1.21875, 1.375, 1.234375, 1.117188, 1.25, 1.25, 1.25, 1.171875, 1.242188, 1.1875, 1.296875, 1.296875, 1.265625, 1.28125, 1.195312, 1.21875, 2.140625, 1.203125, 1.234375, 1.234375, 1.28125, 1.234375, 1.210938, 1.289062, 1.085938, 1.21875, 1.273438, 1.234375, 1.25, 1.179688, 1.289062, 1.25, 1.289062, 1.25, 1.257812, 1.226562, 1.265625, 1.226562, 1.265625, 1.414062, 1.390625, 1.226562, 1.234375, 1.210938, 1.234375, 1.585938, 1.179688, 1.296875, 1.140625, 1.195312, 1.273438, 1.28125, 1.4375, 1.09375, 1.476562, 1.195312, 1.179688, 1.210938, 1.25, 1.25, 1.40625, 1.203125, 1.164062, 1.320312, 1.1875, 1.984375, 1.195312, 1.179688, 1.1875, 1.273438, 1.351562, 1.257812, 1.226562, 1.203125, 1.1875, 1.273438, 1.25, 1.179688, 1.226562, 1.203125, 1.1875, 1.203125, 1.226562, 1.242188, 1.21875, 1.203125, 1.304688, 1.257812, 1.21875, 1.273438, 1.171875, 0.996094, 1.273438, 1.203125, 1.257812, 1.289062, 1.296875, 1.242188, 1.3125, 1.273438, 1.375, 1.296875, 1.25, 1.179688, 1.265625, 1.210938, 1.351562, 1.28125, 1.210938, 1.1875, 1.273438, 1.359375, 1.226562, 1.234375, 1.359375, 1.289062, 1.070312, 1.257812, 2.421875, 1.226562, 1.21875, 1.179688, 1.265625, 1.25, 1.273438, 1.179688, 1.21875, 1.25, 1.171875, 1.09375, 1.265625, 1.21875, 1.25, 1.335938, 1.3125, 1.65625, 1.007812, 1.335938, 3.171875, 1.3125, 1.257812, 1.34375, 1.28125, 1.234375, 1.265625, 1.21875, 1.242188, 1.203125, 1.210938, 1.15625, 1.21875, 1.210938, 1.257812, 1.210938, 1.234375, 1.335938, 1.203125, 1.242188, 1.101562, 1.25, 1.210938, 1.320312, 1.070312, 1.359375, 1.078125, 1.34375, 1.3125, 1.335938, 1.21875, 1.210938, 1.242188, 1.25, 1.273438, 1.171875, 1.289062, 1.25, 1.289062, 1.234375, 1.15625, 1.1875, 1.273438, 1.367188, 1.148438, 1.210938, 1.257812, 1.304688, 1.1875, 1.1875, 1.085938, 1.242188, 1.328125, 1.257812, 1.390625, 1.25, 1.234375, 1.179688, 1.226562, 1.164062, 1.335938, 1.179688, 1.28125, 1.179688, 1.296875, 3.46875, 1.28125, 1.296875, 2.625, 1.296875, 1.179688, 1.273438, 1.039062, 1.09375, 1.257812, 1.328125, 1.257812, 1.34375, 1.273438, 1.210938, 1.25, 1.132812, 1.234375, 1.257812, 1.1875, 1.25, 0.976562, 1.265625, 1.320312, 1.148438, 1.257812, 1.226562, 1.195312, 1.234375, 1.210938, 1.195312, 1.210938, 1.171875, 1.25, 1.234375, 1.242188, 1.148438, 1.273438, 1.304688, 1.070312, 1.25, 1.28125, 1.3125, 1.5625, 1.101562, 1.3125, 1.203125, 1.273438, 1.226562, 1.328125, 1.203125, 1.242188, 1.226562, 1.328125, 1.1875, 1.015625, 1.25, 1.210938, 1.289062, 1.234375, 1.25, 1.265625, 1.242188, 1.15625, 1.273438, 1.25, 1.117188, 1.367188, 1.179688, 1.242188, 1.25, 1.257812, 1.226562, 1.21875, 1.28125, 1.242188, 1.0625, 1.125, 1.203125, 1.257812, 1.210938, 1.304688, 1.273438, 1.09375, 1.195312, 1.84375, 1.109375, 1.148438, 1.234375, 1.242188, 1.117188, 1.25, 1.257812, 1.234375, 1.234375, 1.21875, 1.28125, 1.265625, 2.703125, 1.210938, 1.257812, 1.257812, 1.21875, 1.265625, 1.28125, 1.28125, 1.3125, 1.210938, 1.054688, 1.3125, 1.28125, 1.304688, 1.25, 1.226562, 1.351562, 1.148438, 1.257812, 1.03125, 1.234375, 1.375, 1.21875, 1.140625, 1.1875, 1.960938, 1.21875, 1.289062, 1.289062, 1.179688, 1.296875, 1.273438, 1.195312, 1.382812, 1.25, 1.015625, 1.28125, 1.28125, 1.21875, 1.265625, 1.203125, 1.257812, 1.226562, 1.21875, 1.203125, 1.242188, 1.25, 1.328125, 0.996094, 1.210938, 1.289062, 1.242188, 1.242188, 1.242188, 1.179688, 1.234375, 1.195312, 1.101562, 1.273438, 1.234375, 1.21875, 1.257812, 1.203125, 1.242188, 1.226562, 1.234375, 1.359375, 1.257812, 1.328125, 1.3125, 1.3125, 1.1875, 1.21875, 1.226562, 1.351562, 1.453125, 1.3125, 1.320312, 1.546875, 1.304688, 1.265625, 1.03125, 1.148438, 1.0625, 1.28125, 1.539062, 1.257812, 1.171875, 2.03125, 1.28125, 1.203125, 1.296875, 1.203125, 1.234375, 1.289062, 1.226562, 1.28125, 1.257812, 1.265625, 1.140625, 1.140625, 1.0625, 1.226562, 1.242188, 1.273438, 1.210938, 1.242188, 1.203125, 1.34375, 1.367188, 1.265625, 0.96875, 1.273438, 1.125, 1.21875, 1.265625, 1.070312, 1.140625, 1.1875, 1.148438, 1.226562, 1.304688, 1.203125, 1.164062, 1.25, 1.335938, 1.304688, 1.195312, 1.21875, 1.21875, 1.132812, 1.171875, 1.179688, 1.25, 1.6875, 1.171875, 1.28125, 1.226562, 1.273438, 1.226562, 1.0, 1.28125, 1.25, 1.3125, 1.382812, 1.195312, 1.054688, 1.320312, 1.304688, 1.304688, 1.320312, 1.28125, 1.273438, 1.34375, 1.265625, 1.21875, 1.257812, 1.257812, 1.132812, 1.179688, 1.28125, 1.296875, 1.234375, 1.242188, 1.289062, 1.125, 1.179688, 1.109375, 1.320312, 1.289062, 1.226562, 1.28125, 1.25, 1.21875, 1.304688, 1.1875, 1.234375, 1.304688, 1.296875, 1.203125, 1.203125, 1.164062, 1.210938, 1.242188, 1.085938, 2.171875, 1.226562, 1.25, 1.257812, 1.265625, 1.289062, 1.15625, 1.257812, 1.203125, 1.328125, 1.21875, 1.257812, 1.234375, 1.359375, 1.257812, 1.773438, 1.164062, 1.3125, 1.179688, 1.234375, 1.25, 1.273438, 1.257812, 1.078125, 1.117188, 1.257812, 1.234375, 1.359375, 1.289062, 1.132812, 1.234375, 1.273438, 1.171875, 1.054688, 1.25, 1.273438, 1.328125, 1.257812, 1.242188, 1.195312, 1.265625, 1.289062, 1.15625, 1.296875, 1.203125, 1.265625, 1.210938, 1.234375, 1.3125, 1.289062, 1.15625, 1.671875, 1.242188, 1.203125, 1.273438, 1.28125, 1.257812, 1.203125, 1.265625, 1.203125, 1.304688, 1.25, 1.1875, 1.21875, 1.234375 ] }, "name": "model.model.norm.weight", "outputIndexes": [ 0 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "main_type": "Input", "main": { "dims": [ 1, 1, 960 ], "dtype": "DT_FLOAT", "dformat": "NCHW" }, "name": "input_ids", "outputIndexes": [ 1 ], "type": "Input", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 1, -1, 960 ] }, "name": "/Constant_output_0", "outputIndexes": [ 2 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_output_0", "outputIndexes": [ 3 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 960 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.003637, 0.001272, 0.0041, 0.003473, -0.004993, -0.003089, 0.002375, -0.003768, -0.00385, 0.003204, -0.00319, 0.003933, 0.004671, -0.003391, -0.003261, -0.004469, 0.006209, -0.001837, 0.003572, -0.004342, 0.003213, -0.003312, 0.002703, -0.002767, -0.004933, 0.008174, 0.00535, 0.004786, -0.002489, 0.002548, -0.002239, -0.002528, -0.002208, 0.003802, -0.002157, 0.009127, -0.003429, -0.002743, -0.001591, 0.005188, 0.00715, -0.003096, -0.003956, -0.000562, -0.002587, 0.004681, 0.00429, 0.003367, 0.002969, -0.004175, 0.002087, 0.005216, -0.003381, 0.004089, 0.004635, -0.003273, 0.005634, 0.005589, 0.003006, -0.000952, 0.003488, 0.003437, -0.001413, -0.003147, 0.003745, 0.003179, 0.004655, -0.003935, 0.005319, 0.003516, -0.002896, 0.003058, 0.003495, 0.00418, 0.002473, -0.003497, -0.001072, 0.003402, -0.007006, 0.004888, -0.002846, 0.003693, 0.003569, -0.003275, -0.003745, 0.003013, 0.004682, 0.002729, -0.004319, -0.004589, 0.006751, -0.002989, -0.003634, -0.001755, 0.003578, 0.005963, 0.002396, 0.007405, -0.003326, -0.004042, 0.000653, 0.002625, 0.004749, -0.004168, 0.001162, -0.001913, -0.003699, 0.011346, 0.000524, 0.003481, -0.000338, -0.003804, -0.004988, -0.003422, -0.002155, -0.003526, 0.00362, 0.002924, -0.003707, 0.004111, -0.004668, -0.002336, -0.004374, 0.003629, 0.003655, 0.003168, -0.002388, -0.004816, -0.003847, 0.004594, 0.000449, 0.004309, 0.00095, -0.002656, -0.003315, -0.004101, 0.002522, 0.003292, 0.002658, -0.001357, -0.002998, -0.001937, -0.004607, 0.002717, 0.002092, -0.002749, -0.006269, -0.004645, -0.003228, -0.004047, 0.003092, -0.003102, 0.0023, -0.006927, -0.001662, -0.004227, 0.000374, -0.004477, -0.00298, 0.004089, -0.003728, -0.000844, 0.012478, -0.006695, 0.002524, -0.00444, -0.00473, -0.003986, -0.00288, -0.003064, -0.005514, -0.00325, 0.008195, -0.004067, -0.003819, 0.003891, 0.003443, -0.002403, 0.003334, -0.00302, 0.001664, -0.007983, -0.001974, -0.003115, 0.002282, -0.004734, -0.00306, 0.001307, -0.003655, -0.00368, -0.0046, 0.000781, 0.002961, -0.001114, -0.007757, -0.003375, -0.002825, -0.003246, 0.000809, -0.002411, 0.008842, 0.000565, 0.003974, 0.004023, 0.004832, -0.004132, -0.005346, -0.00444, -0.003545, -0.003183, -0.002206, -0.003189, -0.006458, -0.001069, 0.00193, 0.004314, 0.004031, -0.00083, -0.009987, 0.004562, -0.003902, -0.004876, 0.009453, 0.003435, 0.004058, -0.00331, 0.003556, -0.003557, -0.002551, -0.003935, -0.004721, -0.003388, 0.019509, 0.001305, 0.006562, 0.003246, -0.003066, 0.003541, -0.00266, -0.003918, -0.00514, -0.004196, 0.004074, 0.003373, -0.002805, 0.003607, 0.002498, 0.005402, 0.004013, 0.003378, -0.000862, 0.003469, -0.003355, -0.003855, -0.002694, -0.002691, 0.006838, 0.002329, -0.002873, -0.00443, -0.003447, 0.008343, -0.001413, 0.003311, -0.002235, -0.002175, 0.003226, -0.00345, 0.003747, 0.004352, -0.001129, -0.007028, -0.002623, -0.002785, 0.002346, -0.003381, 0.002215, 0.005323, 0.004201, 0.004444, 0.002235, -0.004225, 0.005148, -0.003932, 0.00289, -0.004499, -0.003692, -0.000706, -0.00137, -0.000415, -0.002541, 0.00113, 0.005154, 0.002177, -0.003983, -0.000766, 0.004053, -0.003674, -0.003748, 0.012859, -0.005235, 0.001861, 0.000589, -0.00217, 0.003931, 0.003782, -0.003482, -0.003415, 0.002099, -0.003511, 0.002293, 0.000827, 0.002546, 0.002928, -0.003867, 0.006066, 0.004828, 0.005529, 0.003383, 0.004261, -0.003323, 0.004709, -0.003286, -0.00339, 0.002337, -0.001403, -0.004032, 0.003691, 0.004957, 0.003416, 0.00287, -0.004106, -0.002958, -0.009, -0.001904, -0.002556, -0.004496, 0.002684, 0.004265, -0.004162, 0.002949, -0.002599, -0.003098, -0.001573, 0.003503, -0.003201, -0.002446, 0.009993, 0.016328, -0.003423, -0.002853, -0.004154, 0.003896, -0.003583, -0.00341, -0.004197, -0.003311, 0.002707, -0.003767, -0.005907, 0.001991, 0.002485, -0.010268, 0.003964, -0.00092, -0.004863, -0.001942, 0.002892, -0.004713, 0.003442, -0.00378, 0.003515, -0.003244, 0.001249, -0.007994, -0.003766, 0.001206, -0.002963, 0.00761, 0.003002, -0.001701, -0.003839, 0.002859, -0.00087, 0.00058, -0.003844, 0.003248, -0.003608, 0.0008, 0.004336, -0.00219, -0.00229, 0.004714, 0.00413, 0.002395, -0.001838, 0.003488, -0.00074, 0.000661, -0.004581, -0.002453, -0.002362, 0.005217, 0.00424, -0.003439, -0.003904, 0.002585, 0.00307, -0.003372, -0.003525, -0.003945, -0.004963, -0.002671, -0.004091, 0.004682, 0.004629, -0.002663, 0.003918, 0.002929, 0.005805, 0.004561, -0.003527, -0.005824, -0.003493, 0.003874, 0.009476, 0.004391, 0.002045, -0.004862, -0.005367, -0.001201, 0.001298, -0.003513, -0.003495, -0.002961, 0.003021, -0.002605, 0.00115, 0.004335, -0.000409, 0.001115, -0.003199, -0.003901, 0.003765, -0.003129, -0.002787, -0.002628, -0.003759, -0.000583, -0.001072, 0.003311, 0.002335, 0.003768, 0.003872, -0.006056, -0.005027, 0.003796, -0.001103, -0.003978, -0.004904, -0.004349, -0.006215, 0.001604, 0.006514, -0.002424, -0.000951, -0.003447, 0.003046, 0.003292, -0.003577, -0.004937, -0.0028, -0.001623, -0.002047, 0.004852, -0.001884, 0.003819, 0.001002, 0.003995, 0.003588, 0.003157, 0.003815, -0.003173, 0.002679, -0.00198, 0.003717, -0.004537, 0.004, -0.002174, -0.003433, -0.002012, 0.004514, 0.004467, 0.002416, -0.003097, 0.00266, 0.004567, -0.001324, -0.003342, 0.008513, 0.003545, -0.001811, 0.001025, -0.002057, 0.003059, 0.003786, -0.003993, -0.003487, 0.003254, 0.007641, 0.003404, -0.00149, 0.002346, 0.004009, -0.004279, -0.00557, 0.003576, -0.002955, 0.002723, -0.003739, 0.003769, 0.000504, 0.004296, 0.004769, -0.003884, -0.003087, -0.003655, -0.012911, 0.001688, 0.004043, -0.00226, -0.001964, -0.004156, 0.004788, -0.003828, -0.002924, 0.003834, -0.004544, -0.004199, -0.002586, -0.004496, 0.002501, 0.00619, 0.007667, 0.002861, 0.002854, -0.002184, -0.010016, -0.002725, 0.002928, -0.002412, 0.00395, 0.004218, -0.000762, -0.003239, 0.000698, 0.003889, -0.001108, 0.000927, 0.003329, -0.004265, -0.005553, 0.007101, -0.003646, -0.002196, -0.002349, -0.00103, 0.003513, 0.003613, 0.005003, 0.004952, 0.002672, -0.004972, 0.00463, 0.001059, -0.002921, -0.003219, -0.005241, -0.001769, 0.001272, -0.005597, 0.00431, 0.00246, 0.0006, 0.003519, 0.000367, 0.003544, -0.00058, 0.003423, 0.002235, 0.004505, -0.001846, 0.003367, 0.003115, -0.003086, 0.002981, 0.003872, -0.002976, 0.0037, 0.002375, 0.002964, -0.004273, -0.00382, -0.003568, -0.000966, 0.003485, -0.004035, -0.003064, -0.002582, -0.003978, 0.001087, -0.00401, -0.019868, -0.000935, -0.003979, -0.009037, 0.005792, 0.003325, -0.005451, -0.00071, 0.004009, -0.004245, 0.005182, -0.004228, 0.008475, 0.00118, 0.002649, 0.002392, 0.007084, 0.001434, 0.002945, 0.004031, -0.000866, -0.002005, 0.004245, 0.004426, -0.00391, 0.003558, -0.003076, -0.003163, 0.003196, 0.002329, -0.003183, 0.004096, 0.004124, -0.004765, 0.000177, 0.004183, -0.003228, -0.004771, -0.001072, -0.003658, 0.003503, -0.002401, 0.004963, -0.00656, -0.003089, 0.004293, -0.004706, 0.001139, 0.003397, -0.004389, 0.000564, -0.002966, -0.002123, 0.004285, -0.003349, 0.000429, 0.004182, 0.000854, -0.004518, 0.001673, 0.004213, -0.001213, -0.003672, 0.000695, 0.00318, -0.004721, 0.001298, 0.005343, -0.004908, -0.005574, 0.003975, -0.002189, -0.003038, 0.004194, 0.002936, -0.004967, -0.005062, 0.003505, -0.001374, 0.004935, 0.002705, 0.005554, -0.003176, 0.004312, 0.002399, -0.007681, 0.000844, -0.002829, 0.004331, -0.003406, -0.001571, 0.003556, -0.001675, -0.002642, 0.002586, 0.004001, -0.006885, -0.000969, 0.009468, 0.003332, 0.005249, -0.00405, -0.005202, 0.003692, 0.0028, -0.005581, -0.002896, -0.000771, 0.000253, 0.004309, 0.002414, 0.000971, -0.004027, -0.002254, -0.000951, 0.004163, -0.004146, 0.00348, 0.002875, -0.003529, 0.00314, 0.007337, 0.002724, 0.014761, 0.002816, 0.002364, 0.003752, 0.003765, -0.002386, 0.003928, -0.002124, -0.005311, 0.004309, 0.003172, -0.003657, 0.004792, -0.000455, 0.002236, -0.001333, 0.003569, -0.003145, 0.004013, -0.003566, 0.003159, -0.003702, 0.00047, 0.002609, 0.002713, -0.002743, -0.002508, -0.001564, -0.003916, -0.002292, -0.004083, 0.004475, -0.002489, 0.005164, 0.00207, 0.004423, 0.002017, -0.00286, 0.002517, 0.003821, 0.003332, 0.004286, -0.001491, 0.003145, 0.004138, 0.006728, -0.002017, -0.003514, -0.004939, -0.003056, 0.004493, -0.001072, -0.001877, -0.007391, 0.004044, 0.004315, -0.003304, 0.000197, -0.004784, 0.004864, -0.005101, -0.003558, -0.000929, -0.000319, -0.003386, -0.003232, -0.001427, -0.00321, -0.003988, 0.0058, -0.00301, -0.005696, 0.001967, 0.00362, -0.003609, -0.003426, 0.003972, 0.003393, 0.004048, 0.001996, -0.004706, 0.004836, -0.00296, 0.003112, -0.003601, -0.001953, -0.005798, 0.004421, 0.0027, 0.004159, -0.000715, 0.003703, -0.000963, 0.00225, 0.003636, -0.004561, 0.002857, -0.00394, -0.004368, -0.003676, 0.00063, -0.001403, 0.004734, 0.001319, 0.002401, 0.003018, 0.002588, -0.003583, -0.004812, 0.007215, 0.003421, -0.002704, 0.00327, 0.003245, 0.00448, -0.003454, -0.002986, -0.003864, 0.004569, -0.00361, 0.003193, 0.001655, 0.002744, -0.00376, 0.000955, 0.004329, -0.004179, -0.003856, 0.003237, -0.004534, -0.003197, -0.004376, -0.00447, 0.001573, -0.000929, 0.006248, -0.001015, -0.001142, 0.005981, -0.005142, -0.001791, 0.003839, -0.001178, -0.002973, -0.000103, 0.005512, -0.004324, 0.002782, -0.003845, 0.004245, -0.003622, -0.002571, -0.001233, -0.004662, 0.003067, 0.004841, -0.002601, -0.003447, 0.004202, 0.003704, -0.008119, 0.002454, -0.004931, -0.003278, -0.004734, -0.003154, 0.000937, 0.003399, -0.002556, -0.003544, -0.001142, 0.005584, 0.004274, 0.004923, -0.003138, 0.007117, -0.001875, 0.013509, 0.00235, -0.002916, 0.003245, 0.001693, 0.003555, -0.003932, -0.005046, 0.003958, 0.002803, 0.006274, -0.004131, -0.004497, 0.00157, 0.001857, -0.004039, -0.00134, 0.00329, 0.003161, 0.004259, -0.00352, 0.001567, 0.002542, 0.003967, 0.000491, 0.001903, 0.00452, -0.0032, 0.001235, -0.001038, -0.003278, -0.00457, -0.006938, -0.003991, 0.006131, 0.00062, -0.003757, 0.001268, -0.003519, -0.002844, 0.004487, -0.005963, 0.002486, 0.003938, -0.003291, 0.002649, -0.003327, -0.002073 ] }, "name": "model.model.layers.0.input_layernorm.weight", "outputIndexes": [ 4 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm/Mul_output_0", "outputIndexes": [ 5 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4, 5 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm/Mul_1_output_0", "outputIndexes": [ 6 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 6 ], "outputIndexes": [ 2628 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 2628 ], "outputIndexes": [ 2629 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/q_proj/Linear", "inputIndexes": [ 2629 ], "outputIndexes": [ 2630 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 960, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14400, "weightSize": 0 }, "external": [ 0, 460822, 115200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 2630 ], "outputIndexes": [ 2631 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2631 ], "outputIndexes": [ 7 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 960 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 1 ] }, "name": "/Unsqueeze_output_0", "outputIndexes": [ 8 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 6 ], "main_type": "NONE", "name": "/Shape_1_output_0", "outputIndexes": [ 9 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "main_type": "Blob", "main": { "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 1 ] }, "name": "/rotary/Constant_9_output_0", "outputIndexes": [ 10 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 9 ], "main_type": "NONE", "name": "Shape20", "outputIndexes": [ 11 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 9 ], "main_type": "NONE", "name": "Rank22", "outputIndexes": [ 12 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 12, 12 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp24", "outputIndexes": [ 13 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 13 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze25", "outputIndexes": [ 14 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 13, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp27", "outputIndexes": [ 15 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 15 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze28", "outputIndexes": [ 16 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 11, 14, 16, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice31", "outputIndexes": [ 17 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 17 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze32", "outputIndexes": [ 18 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 18 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp33", "outputIndexes": [ 19 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 19, 18 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp34", "outputIndexes": [ 20 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 9, 20, 13 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_2_output_0", "outputIndexes": [ 21 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 0 ] }, "name": "/rotary/Constant_4_output_0", "outputIndexes": [ 22 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 21, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_1_output_0", "outputIndexes": [ 23 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 15 ] }, "name": "/Constant_4_output_0", "outputIndexes": [ 24 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 64 ] }, "name": "/Constant_5_output_0", "outputIndexes": [ 25 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 23, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_output_0", "outputIndexes": [ 26 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 26 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_1_output_0", "outputIndexes": [ 27 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Input", "main": { "dims": [ 1, -1 ], "dtype": "DT_INT32", "dformat": "NCHW" }, "name": "position_ids", "outputIndexes": [ 28 ], "type": "Input", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 28 ], "main_type": "CastParam", "main": { "srcT": "DT_VARIANT", "dstT": "DT_FLOAT" }, "name": "/rotary/Cast_output_0", "outputIndexes": [ 29 ], "type": "Cast", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ -1, 1 ] }, "name": "/rotary/Constant_1_output_0", "outputIndexes": [ 30 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 29, 30 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/rotary/Reshape_output_0", "outputIndexes": [ 31 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 32 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.0, 0.697831, 0.486968, 0.339821, 0.237137, 0.165482, 0.115478, 0.080584, 0.056234, 0.039242, 0.027384, 0.01911, 0.013335, 0.009306, 0.006494, 0.004532, 0.003162, 0.002207, 0.00154, 0.001075, 0.00075, 0.000523, 0.000365, 0.000255, 0.000178, 0.000124, 8.7e-05, 6e-05, 4.2e-05, 2.9e-05, 2.1e-05, 1.4e-05 ] }, "name": "/rotary/Constant_2_output_0", "outputIndexes": [ 32 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 31, 32 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/rotary/Mul_output_0", "outputIndexes": [ 33 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 33 ], "main_type": "UnaryOp", "main": { "opType": "COS", "T": "DT_FLOAT" }, "name": "/rotary/Cos_output_0", "outputIndexes": [ 34 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 34, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/rotary/Unsqueeze_output_0", "outputIndexes": [ 35 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 33 ], "main_type": "UnaryOp", "main": { "opType": "SIN", "T": "DT_FLOAT" }, "name": "/rotary/Sin_output_0", "outputIndexes": [ 36 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 36, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/rotary/Unsqueeze_1_output_0", "outputIndexes": [ 37 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 35, 37 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/rotary/Concat_output_0", "outputIndexes": [ 38 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 38, 38 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/rotary/Concat_1_output_0", "outputIndexes": [ 39 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 3, 1 ] }, "name": "/rotary/Unsqueeze_2_axes", "outputIndexes": [ 40 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 39, 40 ], "main_type": "SqueezeParam", "main": {}, "name": "/rotary/Unsqueeze_3_output_0", "outputIndexes": [ 41 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 41 ], "main_type": "NONE", "name": "Shape57", "outputIndexes": [ 42 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 41 ], "main_type": "NONE", "name": "Rank59", "outputIndexes": [ 43 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 43, 43 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp61", "outputIndexes": [ 44 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 44 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze62", "outputIndexes": [ 45 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 44, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp64", "outputIndexes": [ 46 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 46 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze65", "outputIndexes": [ 47 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 42, 45, 47, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice68", "outputIndexes": [ 48 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 48 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze69", "outputIndexes": [ 49 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 49, 49 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp71", "outputIndexes": [ 50 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 41, 50, 44 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_3_output_0", "outputIndexes": [ 51 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 27, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_output_0", "outputIndexes": [ 52 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 27 ], "main_type": "NONE", "name": "/Shape_2_output_0", "outputIndexes": [ 53 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "main_type": "Blob", "main": { "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 3 ] }, "name": "/Constant_11_output_0", "outputIndexes": [ 54 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 53 ], "main_type": "NONE", "name": "Shape76", "outputIndexes": [ 55 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 53 ], "main_type": "NONE", "name": "Rank78", "outputIndexes": [ 56 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 56, 56 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp80", "outputIndexes": [ 57 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 57 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze81", "outputIndexes": [ 58 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 57, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp83", "outputIndexes": [ 59 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 59 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze84", "outputIndexes": [ 60 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 55, 58, 60, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice87", "outputIndexes": [ 61 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 61 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze88", "outputIndexes": [ 62 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 62 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp89", "outputIndexes": [ 63 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 63, 62 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp90", "outputIndexes": [ 64 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 53, 64, 57 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_5_output_0", "outputIndexes": [ 65 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 2 ] }, "name": "/rotary/Constant_7_output_0", "outputIndexes": [ 66 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 65, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_output_0", "outputIndexes": [ 67 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 67, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_6_output_0", "outputIndexes": [ 68 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 1073741824 ] }, "name": "/Constant_20_output_0", "outputIndexes": [ 69 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 3 ] }, "name": "/Constant_14_output_0", "outputIndexes": [ 70 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 27, 68, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_1_output_0", "outputIndexes": [ 71 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 71 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_output_0", "outputIndexes": [ 72 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 27, 22, 68, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_output_0", "outputIndexes": [ 73 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 72, 73 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_3_output_0", "outputIndexes": [ 74 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 44 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze106", "outputIndexes": [ 75 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 46 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze109", "outputIndexes": [ 76 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 42, 75, 76, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice112", "outputIndexes": [ 77 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 77 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze113", "outputIndexes": [ 78 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 78 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp114", "outputIndexes": [ 79 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 79, 78 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp115", "outputIndexes": [ 80 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 41, 80, 44 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_4_output_0", "outputIndexes": [ 81 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 74, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_1_output_0", "outputIndexes": [ 82 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 52, 82 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_output_0", "outputIndexes": [ 83 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 6 ], "outputIndexes": [ 2632 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 2632 ], "outputIndexes": [ 2633 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/k_proj/Linear", "inputIndexes": [ 2633 ], "outputIndexes": [ 2634 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 4800, "weightSize": 0 }, "external": [ 576022, 153622, 38400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 2634 ], "outputIndexes": [ 2635 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2635 ], "outputIndexes": [ 84 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 5 ] }, "name": "/Constant_7_output_0", "outputIndexes": [ 85 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 23, 85, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_1_output_0", "outputIndexes": [ 86 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 84, 86 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_2_output_0", "outputIndexes": [ 87 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 87, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_2_output_0", "outputIndexes": [ 88 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 87 ], "main_type": "NONE", "name": "/Shape_3_output_0", "outputIndexes": [ 89 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 89 ], "main_type": "NONE", "name": "Shape159", "outputIndexes": [ 90 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 89 ], "main_type": "NONE", "name": "Rank161", "outputIndexes": [ 91 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 91, 91 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp163", "outputIndexes": [ 92 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 92 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze164", "outputIndexes": [ 93 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 92, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp166", "outputIndexes": [ 94 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 94 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze167", "outputIndexes": [ 95 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 90, 93, 95, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice170", "outputIndexes": [ 96 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 96 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze171", "outputIndexes": [ 97 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 97 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp172", "outputIndexes": [ 98 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 98, 97 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp173", "outputIndexes": [ 99 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 89, 99, 92 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_6_output_0", "outputIndexes": [ 100 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 100, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_1_output_0", "outputIndexes": [ 101 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 101, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_8_output_0", "outputIndexes": [ 102 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 87, 102, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_3_output_0", "outputIndexes": [ 103 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 103 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_1_output_0", "outputIndexes": [ 104 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 87, 22, 102, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_2_output_0", "outputIndexes": [ 105 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 104, 105 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_4_output_0", "outputIndexes": [ 106 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 106, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_3_output_0", "outputIndexes": [ 107 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 88, 107 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_1_output_0", "outputIndexes": [ 108 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 6 ], "outputIndexes": [ 2636 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 2636 ], "outputIndexes": [ 2637 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/v_proj/Linear", "inputIndexes": [ 2637 ], "outputIndexes": [ 2638 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 4800, "weightSize": 0 }, "external": [ 768044, 153622, 38400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 2638 ], "outputIndexes": [ 2639 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2639 ], "outputIndexes": [ 109 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 109, 86 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_3_output_0", "outputIndexes": [ 110 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Input", "main": { "dims": [ 1, 1, -1, -1 ], "dtype": "DT_FLOAT", "dformat": "NCHW" }, "name": "attention_mask", "outputIndexes": [ 111 ], "type": "Input", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 83, 108, 110, 111 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_8_output_0", "outputIndexes": [ 112 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 112 ], "outputIndexes": [ 2640 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 2640 ], "outputIndexes": [ 2641 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/o_proj/Linear", "inputIndexes": [ 2641 ], "outputIndexes": [ 2642 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 960, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14400, "weightSize": 0 }, "external": [ 960066, 460822, 115200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 2642 ], "outputIndexes": [ 2643 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2643 ], "outputIndexes": [ 113 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 960 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3, 113 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_3_output_0", "outputIndexes": [ 114 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 960 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.145683, 0.141108, 0.136856, 0.150141, 0.134075, 0.143762, 0.137632, 0.146092, 0.131285, 0.133731, 0.145297, 0.138444, 0.144153, 0.138819, 0.14864, 0.141104, 0.13134, 0.140746, 0.12297, 0.123863, 0.133816, 0.152628, 0.126031, 0.140654, 0.144158, 0.118589, 0.130542, 0.150831, 0.157021, 0.128676, 0.141811, 0.13604, 0.13671, 0.140991, 0.138986, 0.141123, 0.139403, 0.14158, 0.151479, 0.149359, 0.166195, 0.143266, 0.145862, 0.128726, 0.144287, 0.138645, 0.13173, 0.141053, 0.118454, 0.141493, 0.132602, 0.207072, 0.141489, 0.13618, 0.152502, 0.118642, 0.139419, 0.104647, 0.132152, 0.140729, 0.135458, 0.147024, 0.145022, 0.138233, 0.148228, 0.145196, 0.1397, 0.13411, 0.144367, 0.1384, 0.138298, 0.146758, 0.142472, 0.141119, 0.112592, 0.139637, 0.137026, 0.142476, 0.344213, 0.170871, 0.13761, 0.14203, 0.144621, 0.14332, 0.144695, 0.135238, 0.137924, 0.063367, 0.148548, 0.144806, 0.161825, 0.133937, 0.132587, 0.135305, 0.143894, 0.163853, 0.136744, 0.121732, 0.14354, 0.139136, 0.119864, 0.136535, 0.145608, 0.146839, 0.138529, 0.137287, 0.141061, 0.178306, 0.1421, 0.137722, 0.148771, 0.153906, 0.145503, 0.147935, 0.137922, 0.140801, 0.140322, 0.137935, 0.143267, 0.144705, 0.131282, 0.139718, 0.140134, 0.146849, 0.13221, 0.145515, 0.1363, 0.134423, 0.137414, 0.134025, 0.133176, 0.143429, 0.132242, 0.137264, 0.143053, 0.142917, 0.129076, 0.13138, 0.135826, 0.134448, 0.125157, 0.142202, 0.141476, 0.134415, 0.14043, 0.120572, 0.143565, 0.1348, 0.138468, 0.157671, 0.147568, 0.134766, 0.139943, 0.205778, 0.143494, 0.136099, 0.137333, 0.148474, 0.13954, 0.139868, 0.142212, 0.128316, 0.024247, 0.150181, 0.144519, 0.139447, 0.133744, 0.136817, 0.136932, 0.13661, 0.152328, 0.141132, 0.157064, 0.140167, 0.139787, 0.14342, 0.126453, 0.135165, 0.138744, 0.138152, 0.144805, 0.16001, 0.148107, 0.138522, 0.133473, 0.135126, 0.147179, 0.141212, 0.123656, 0.142159, 0.144988, 0.132878, 0.129058, 0.216947, 0.270028, 0.137627, 0.130778, 0.141063, 0.142154, 0.136161, 0.218962, 0.131963, 0.154157, 0.142229, 0.146985, 0.148752, 0.134923, 0.151079, 0.144179, 0.138856, 0.145332, 0.142669, 0.153523, 0.139021, 0.13969, 0.146007, 0.146118, 0.141844, 0.497937, 0.143603, 0.130414, 0.1497, 0.334783, 0.132558, 0.145337, 0.148392, 0.138585, 0.123071, 0.130424, 0.145277, 0.138264, 0.129329, 0.42208, 0.140204, 0.14479, 0.125417, 0.137714, 0.119368, 0.121124, 0.140225, 0.156525, 0.135967, 0.134277, 0.138253, 0.144535, 0.128787, 0.143419, 0.150739, 0.137217, 0.137184, 0.133767, 0.143486, 0.139216, 0.141779, 0.125496, 0.14714, 0.162921, 0.144197, 0.135498, 0.140792, 0.129562, 0.141039, 0.144273, 0.120671, 0.140007, 0.141696, 0.149303, 0.139824, 0.13229, 0.149019, 0.132077, 0.224714, 0.137577, 0.143141, 0.14619, 0.136488, 0.12721, 0.130201, 0.149829, 0.142189, 0.127322, 0.145371, 0.15455, 0.150798, 0.146797, 0.147539, 0.139293, 0.141492, 0.138308, 0.140116, 0.135003, 0.135126, 0.155728, 0.139374, 0.137227, 0.214486, 0.162487, 0.142572, 0.138905, 0.511183, 0.14528, 0.143617, 0.142197, 0.150346, 0.115424, 0.145626, 0.13959, 0.146799, 0.118665, 0.1384, 0.143622, 0.147629, 0.142964, 0.150187, 0.141455, 0.129795, 0.15529, 0.145753, 0.122217, 0.145215, 0.141778, 0.14573, 0.138329, 0.144985, 0.132465, 0.125947, 0.134716, 0.138304, 0.136654, 0.143487, 0.137476, 0.1469, 0.134979, 0.169675, 0.149825, 0.136946, 0.144342, 0.135826, 0.16036, 0.140451, 0.140182, 0.14466, 0.122322, 0.136978, 0.128861, 0.147893, 0.137355, 0.261625, 0.56475, 0.155779, 0.139318, 0.133024, 0.137667, 0.138157, 0.148354, 0.145571, 0.125688, 0.157541, 0.143715, 0.163273, 0.127278, 0.140984, 0.417625, 0.146496, 0.133099, 0.141958, 0.147544, 0.126062, 0.145295, 0.139946, 0.148776, 0.1341, 0.131064, 0.137328, 0.130975, 0.145027, 0.139605, 0.144905, 0.187711, 0.129748, 0.123806, 0.146845, 0.129693, 0.13677, 0.133341, 0.132465, 0.139374, 0.135358, 0.147117, 0.142836, 0.125971, 0.138437, 0.13537, 0.148527, 0.128954, 0.130665, 0.145172, 0.137361, 0.122862, 0.149915, 0.160022, 0.115802, 0.141135, 0.132201, 0.143674, 0.149338, 0.14507, 0.146708, 0.139719, 0.142552, 0.156497, 0.139869, 0.124042, 0.139519, 0.135135, 0.138336, 0.130297, 0.142743, 0.137488, 0.137501, 0.145304, 0.142233, 0.144847, 0.132717, 0.13869, 0.271895, 0.123898, 0.141384, 0.143049, 0.137642, 0.138464, 0.130043, 0.144785, 0.125608, 0.139821, 0.141684, 0.136959, 0.14029, 0.130587, 0.193714, 0.133828, 0.141068, 0.14164, 0.139574, 0.14168, 0.14528, 0.144526, 0.135899, 0.156091, 0.15264, 0.132609, 0.138989, 0.140478, 0.143085, 0.180871, 0.126169, 0.145089, 0.126507, 0.131464, 0.144791, 0.138718, 0.159339, 0.120702, 0.163267, 0.131869, 0.132161, 0.133179, 0.148312, 0.13758, 0.156299, 0.138903, 0.127702, 0.147274, 0.130893, 0.24676, 0.127016, 0.139642, 0.127041, 0.138675, 0.147868, 0.137197, 0.142267, 0.138758, 0.135074, 0.144481, 0.145009, 0.132052, 0.142289, 0.132867, 0.137746, 0.130532, 0.13498, 0.144621, 0.134009, 0.142382, 0.146695, 0.145285, 0.133817, 0.143548, 0.129881, 0.114427, 0.149941, 0.153967, 0.140073, 0.136314, 0.1487, 0.143, 0.146958, 0.146777, 0.14846, 0.139362, 0.141495, 0.127913, 0.143402, 0.136074, 0.151543, 0.142189, 0.138013, 0.135637, 0.141465, 0.157862, 0.141087, 0.135153, 0.152455, 0.149307, 0.117567, 0.141636, 0.307176, 0.139178, 0.136056, 0.135485, 0.14988, 0.141081, 0.14387, 0.127824, 0.132121, 0.1396, 0.137287, 0.120237, 0.134321, 0.143438, 0.140445, 0.151885, 0.144573, 0.205562, 0.11555, 0.149658, 0.341099, 0.14382, 0.14253, 0.147771, 0.141371, 0.138396, 0.14247, 0.13745, 0.139398, 0.140068, 0.132031, 0.131884, 0.130804, 0.138085, 0.144677, 0.135511, 0.137967, 0.152371, 0.141996, 0.136818, 0.126531, 0.140887, 0.137941, 0.148724, 0.128, 0.15057, 0.125341, 0.150521, 0.150115, 0.157206, 0.135412, 0.131484, 0.142393, 0.143052, 0.136179, 0.133477, 0.135549, 0.142217, 0.141655, 0.137381, 0.126258, 0.131722, 0.142794, 0.148185, 0.126826, 0.140093, 0.142546, 0.144707, 0.133117, 0.135968, 0.120901, 0.14218, 0.149681, 0.147003, 0.150709, 0.145615, 0.130253, 0.136206, 0.135524, 0.137758, 0.151191, 0.128733, 0.142963, 0.133978, 0.143864, 0.497416, 0.141587, 0.153092, 0.427077, 0.147062, 0.13801, 0.150851, 0.127336, 0.120575, 0.149904, 0.148656, 0.147975, 0.150288, 0.142158, 0.137112, 0.136726, 0.123027, 0.145051, 0.141684, 0.132381, 0.139917, 0.129759, 0.139805, 0.14936, 0.129164, 0.140742, 0.134969, 0.134745, 0.143249, 0.134836, 0.132089, 0.130644, 0.136319, 0.134617, 0.138043, 0.138648, 0.129995, 0.142441, 0.145388, 0.126052, 0.139245, 0.143678, 0.147134, 0.174533, 0.120686, 0.148056, 0.142429, 0.146242, 0.135261, 0.146218, 0.134298, 0.142066, 0.134933, 0.147126, 0.126965, 0.114461, 0.145737, 0.129415, 0.141268, 0.137222, 0.140722, 0.13534, 0.13562, 0.129365, 0.143258, 0.141909, 0.130625, 0.152047, 0.132836, 0.139998, 0.14158, 0.139248, 0.141938, 0.13215, 0.140862, 0.136553, 0.120763, 0.12898, 0.134895, 0.144098, 0.144118, 0.145473, 0.143737, 0.133595, 0.141218, 0.211187, 0.150838, 0.132572, 0.137292, 0.147279, 0.125714, 0.132641, 0.146054, 0.140333, 0.139067, 0.135453, 0.141815, 0.132819, 0.370389, 0.13791, 0.142438, 0.144104, 0.138061, 0.143011, 0.14462, 0.144282, 0.151661, 0.143207, 0.113256, 0.145584, 0.141574, 0.146856, 0.138901, 0.139668, 0.151368, 0.128675, 0.145994, 0.118921, 0.130992, 0.159001, 0.129539, 0.122285, 0.130125, 0.293105, 0.135464, 0.139771, 0.150397, 0.136847, 0.141972, 0.142199, 0.13877, 0.15394, 0.144408, 0.121808, 0.149175, 0.146771, 0.138074, 0.141036, 0.139187, 0.144068, 0.137878, 0.133394, 0.136523, 0.145592, 0.140598, 0.151424, 0.123786, 0.135568, 0.139381, 0.138371, 0.142264, 0.139738, 0.133162, 0.14264, 0.13303, 0.1223, 0.153308, 0.142129, 0.13527, 0.137367, 0.134275, 0.13634, 0.142485, 0.137172, 0.148485, 0.143658, 0.14615, 0.150814, 0.14902, 0.133521, 0.137301, 0.137758, 0.148596, 0.166432, 0.135881, 0.145885, 0.173289, 0.148318, 0.143761, 0.124348, 0.127513, 0.117856, 0.143006, 0.174101, 0.144437, 0.132072, 0.209622, 0.146584, 0.142794, 0.151119, 0.138128, 0.141752, 0.139832, 0.135135, 0.147578, 0.135714, 0.1463, 0.130711, 0.129309, 0.120894, 0.136569, 0.138348, 0.146605, 0.145548, 0.134211, 0.137449, 0.18893, 0.156561, 0.140126, 0.132983, 0.144641, 0.127654, 0.137818, 0.141149, 0.128683, 0.124308, 0.133235, 0.129503, 0.139527, 0.147087, 0.140831, 0.127813, 0.137312, 0.150251, 0.150315, 0.134461, 0.135172, 0.138378, 0.125478, 0.130268, 0.13557, 0.141002, 0.195624, 0.128084, 0.140468, 0.143303, 0.148206, 0.137317, 0.115966, 0.14702, 0.139398, 0.141902, 0.156052, 0.133845, 0.12962, 0.148285, 0.149207, 0.151146, 0.149129, 0.146884, 0.147932, 0.148776, 0.147093, 0.132918, 0.136305, 0.138997, 0.133014, 0.136139, 0.144683, 0.144824, 0.139116, 0.138717, 0.145913, 0.138811, 0.139943, 0.120176, 0.138549, 0.142351, 0.134532, 0.143267, 0.134933, 0.139289, 0.143777, 0.135505, 0.140374, 0.145062, 0.148872, 0.141665, 0.132579, 0.126035, 0.139807, 0.139039, 0.130804, 0.225225, 0.140886, 0.140329, 0.141311, 0.139634, 0.1451, 0.127929, 0.141527, 0.13495, 0.157525, 0.141352, 0.138606, 0.137464, 0.165348, 0.140021, 0.204457, 0.13544, 0.168039, 0.136318, 0.138091, 0.13954, 0.137599, 0.142516, 0.124175, 0.133193, 0.143069, 0.147758, 0.159799, 0.143095, 0.134279, 0.132399, 0.140056, 0.134749, 0.116281, 0.142822, 0.139658, 0.150489, 0.144162, 0.137864, 0.134218, 0.146168, 0.143871, 0.13389, 0.143636, 0.128416, 0.145297, 0.139004, 0.138646, 0.153772, 0.147216, 0.131367, 0.199936, 0.141594, 0.131827, 0.139434, 0.145474, 0.142662, 0.137837, 0.137069, 0.134237, 0.14283, 0.143399, 0.132541, 0.136171, 0.135339 ] }, "name": "model.model.layers.0.post_attention_layernorm.weight", "outputIndexes": [ 115 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 114 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm/Mul_output_0", "outputIndexes": [ 116 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 115, 116 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm/Mul_1_output_0", "outputIndexes": [ 117 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 117 ], "outputIndexes": [ 2644 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 2644 ], "outputIndexes": [ 2645 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/mlp/gate_proj/Linear", "inputIndexes": [ 2645 ], "outputIndexes": [ 2646 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2560, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 38400, "weightSize": 0 }, "external": [ 1536088, 1228822, 307200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 2646 ], "outputIndexes": [ 2647 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2647 ], "outputIndexes": [ 118 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 118 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn/Sigmoid_output_0", "outputIndexes": [ 119 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 118, 119 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn/Mul_output_0", "outputIndexes": [ 120 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 117 ], "outputIndexes": [ 2648 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 2648 ], "outputIndexes": [ 2649 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/mlp/up_proj/Linear", "inputIndexes": [ 2649 ], "outputIndexes": [ 2650 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2560, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 38400, "weightSize": 0 }, "external": [ 3072110, 1228822, 307200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 2650 ], "outputIndexes": [ 2651 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2651 ], "outputIndexes": [ 121 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 120, 121 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/Mul_output_0", "outputIndexes": [ 122 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 122 ], "outputIndexes": [ 2652 ], "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 2652 ], "outputIndexes": [ 2653 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/mlp/down_proj/Linear", "inputIndexes": [ 2653 ], "outputIndexes": [ 2654 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 960, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2560, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 38400, "weightSize": 0 }, "external": [ 4608132, 1228822, 307200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 2654 ], "outputIndexes": [ 2655 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2655 ], "outputIndexes": [ 123 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 960 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 114, 123 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_4_output_0", "outputIndexes": [ 124 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 124, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_9_output_0", "outputIndexes": [ 125 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 960 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.170422, 0.182747, 0.160528, 0.177909, 0.163175, 0.181409, 0.18708, 0.180981, 0.177822, 0.124377, 0.186914, 0.185479, 0.15781, 0.185128, 0.146318, 0.189878, 0.131381, 0.16794, 0.077905, 0.075497, 0.153224, 0.14988, 0.111481, 0.166837, 0.186243, 0.15038, -0.001033, 0.164916, 0.171394, 0.108753, 0.163667, 0.193095, 0.142633, 0.156588, 0.178587, 0.170631, -0.003752, 0.15127, 0.153538, 0.163442, 0.075112, 0.170216, 0.1865, 0.094922, 0.165957, 0.132697, 0.071357, 0.156157, 0.050363, 0.143143, 0.152177, 0.153376, 0.14205, 0.053602, 0.178475, 0.10341, 0.131289, 0.052475, 0.176109, 0.157977, 0.175425, 0.184773, 0.154003, 0.132469, 0.195768, 0.164609, 0.153369, 0.168957, 0.150191, 0.139111, -0.002092, 0.183816, 0.185598, 0.183727, 0.005284, 0.162422, 0.170096, 0.172419, 0.184782, 0.159997, 0.12148, 0.175643, 0.146889, 0.16664, 0.171349, 0.205424, 0.16973, 0.03776, 0.194127, 0.164121, 0.163198, 0.068611, 0.133384, 0.161111, 0.162755, 0.163346, 0.144087, 0.054313, 0.17541, 0.166502, 0.088967, 0.00509, 0.150812, -0.154996, 0.168449, 0.181605, 0.193214, 0.132972, 0.193457, 0.178958, -0.158818, 0.161637, 0.165876, 0.175696, 0.201394, 0.160119, 0.17394, 0.186275, 0.209725, 0.159586, 0.180346, 0.165652, 0.151216, 0.188398, 0.173219, 0.009212, 0.153928, 0.180401, 0.171108, 0.170051, 0.195038, 0.147493, 0.15968, 0.056939, 0.145992, 0.19368, 0.185259, 0.173706, 0.212169, 0.186092, 0.056911, 0.170182, 0.163446, 0.170603, 0.210581, 0.002329, 0.13085, 0.11607, 0.173891, 0.166975, 0.169603, 0.181901, 0.176677, 0.172501, 0.160856, 0.169627, 0.175862, 0.153106, 0.187904, 0.18621, 0.182181, 0.191629, 0.338441, 0.191449, 0.147078, 0.212711, 0.181643, 0.151807, 0.153443, 0.170561, 0.193536, 0.134406, 0.144608, 0.173459, 0.126894, 0.176837, 0.066896, 0.119662, 0.163394, 0.15109, 0.20061, 0.182531, 0.162072, 0.184059, 0.187412, 0.186807, 0.127062, 0.178569, 0.064094, 0.182631, 0.152765, 0.097425, 0.071598, -0.169059, 0.143323, 0.180548, 0.093792, 0.161867, 0.153402, 0.17748, 0.198748, 0.176507, 0.172033, 0.165503, -0.010919, 0.177541, 0.16865, 0.188107, -0.151352, 0.126862, 0.180707, 0.180172, -0.001844, 0.188856, -0.161549, 0.189843, 0.199159, 0.087877, 0.131213, 0.162928, 0.116171, 0.154288, 0.010319, 0.148597, 0.000354, 0.169039, 0.157267, 0.158282, 0.15842, 0.18863, 0.184903, 0.155515, 0.172557, 0.159753, 0.163292, 0.111611, 0.180715, 0.32604, 0.065028, 0.184475, 0.192581, 0.104153, 0.179204, 0.16808, 0.181613, 0.176052, 0.16294, 0.153102, 0.172699, 0.126395, -0.17725, 0.158036, 0.110349, 0.175183, 0.141093, 0.183818, 0.162042, 0.189263, 0.161775, 0.161924, 0.166776, 0.170987, 0.189873, 0.007112, 0.187191, 0.061949, 0.177712, 0.163155, 0.162546, 0.166013, 0.148567, 0.192466, 0.186344, 0.199447, 0.154067, 0.171183, 0.064191, 0.113231, 0.182287, 0.186391, 0.094674, -0.003457, 0.177502, 0.168999, 0.172706, 0.179362, 0.058832, 0.186529, 0.185208, 0.142313, 0.177834, 0.177794, 0.156836, 0.174422, 0.170915, 0.203469, 0.150094, 0.164552, 0.184231, 0.005336, 0.143994, 0.161207, 0.163647, 0.154076, 0.062123, 0.004866, 0.125658, 0.156291, -0.070042, 0.175002, 0.175514, 0.150653, 0.193012, 0.157377, 0.003453, 0.143912, 0.195436, 0.138257, 0.09792, 0.170405, 0.175909, 0.186249, 0.153111, 0.211713, 0.114986, 0.14976, 0.182767, 0.169907, 0.172372, 0.162418, 0.183464, 0.124972, 0.189797, 0.108676, 0.172338, 0.164397, 0.120918, 0.183552, 0.150322, 0.16257, 0.167434, 0.231929, 0.070014, 0.185748, 0.088506, 0.18113, 0.150482, 0.200157, 0.187445, 0.175334, 0.149666, 0.229189, -0.147293, 0.192569, 0.177138, 0.167523, 0.097942, 0.151249, 0.162918, 0.156281, 0.0651, 0.156546, 0.005873, 0.176928, 0.220104, -0.037851, 0.186656, 0.093271, 0.181075, 0.164002, 0.179417, 0.153214, 0.078194, 0.153152, 0.160875, 0.189972, 0.17321, 0.148804, 0.172548, 0.107491, 0.065346, 0.219273, 0.175247, 0.144235, 0.187943, 0.106131, 0.174202, 0.167357, 0.160933, 0.165451, 0.094376, 0.158733, 0.164286, 0.145941, 0.133067, 0.116311, 0.197719, 0.19938, 0.170058, 0.177919, 0.166883, 0.088067, 0.183357, 0.098231, 0.16209, 0.160517, 0.199395, 0.169515, 0.150034, 0.172301, 0.172383, 0.171048, 0.091653, 0.184686, -0.006196, 0.10591, 0.165105, -0.151531, 0.154713, 0.173047, 0.121753, 0.184524, 0.157934, 0.202529, 0.183462, 0.221204, 0.122875, -0.128781, 0.190374, 0.15513, 0.118923, 0.180688, 0.174533, 0.060755, 0.19246, 0.167879, 0.173991, 0.187256, 0.062096, 0.171453, 0.129275, 0.157049, 0.176328, 0.16709, 0.205014, 0.188745, 0.126557, 0.181638, 0.165366, 0.197139, 0.187407, 0.181498, 0.168904, 0.135443, 0.259583, 0.198064, 0.14296, 0.127436, 0.140678, 0.165199, 0.148074, 0.16447, 0.077529, 0.153765, 0.144792, 0.13095, 0.158609, 0.158432, 0.139271, 0.128209, 0.203866, 0.111408, 0.164295, 0.158127, 0.165731, 0.157021, 0.09476, 0.143863, 0.153486, 0.183631, 0.192242, 0.180258, 0.173796, 0.186561, 0.176066, 0.139325, 0.059256, 0.172258, 0.174863, 0.171082, 0.166658, 0.173309, 0.185891, 0.16282, 0.130963, 0.144926, 0.147673, 0.207357, -0.164821, 0.05885, 0.056346, 0.163563, 0.158008, 0.202599, 0.178436, 0.028641, 0.166408, 0.167606, 0.161348, 0.188383, 0.219144, 0.182584, 0.093333, 0.193735, 0.176587, 0.158897, 0.181527, 0.123477, 0.142458, 0.142816, 0.148235, -0.145072, 0.148629, 0.19053, 0.154855, 0.059687, 0.162668, 0.123949, 0.163467, 0.153825, 0.163426, 0.161862, 0.181378, 0.165845, 0.168664, 0.172456, 0.194833, 0.171851, 0.074825, -0.148393, 0.165836, 0.169087, 0.180916, 0.177094, 0.222892, 0.064542, 0.128814, 0.087082, 0.163787, 0.180035, 0.160321, 0.175756, 0.190523, 0.158083, 0.178521, 0.176901, 0.17888, 0.095917, 0.178435, 0.154696, 0.183999, 0.140255, 0.161136, 0.196372, 0.162889, 0.18172, 0.174709, 0.058509, 0.16136, -0.15999, 0.18554, 0.071384, 0.163921, 0.054394, 0.191424, 0.151944, 0.141784, 0.115652, 0.158993, 0.177258, 0.194238, 0.168807, 0.083638, 0.040421, 0.171274, 0.168324, 0.186278, 0.158029, 0.184566, 0.184855, 0.161573, 0.076657, 0.171318, 0.162655, 0.18438, 0.171227, -0.172199, 0.001096, 0.154636, 0.177235, 0.166076, 0.122858, 0.172223, 0.124575, 0.122167, 0.134917, 0.161728, 0.186473, 0.158041, 0.177554, -0.140896, 0.15558, 0.223087, 0.139089, 0.182846, 0.062833, 0.142785, 0.177011, 0.168889, 0.062204, 0.077376, 0.148884, 0.179994, 0.167454, 0.1891, 0.179999, 0.185132, 0.175301, 0.13963, 0.174735, 0.177286, 0.225682, 0.16515, 0.215812, 0.182474, 0.171619, 0.134801, 0.178111, -0.179851, 0.09411, 0.182926, 0.170734, 0.076723, 0.181264, 0.181877, 0.190838, 0.166508, 0.149206, 0.156539, 0.187243, 0.162232, 0.066271, 0.177688, 0.179681, 0.119476, 0.123781, 0.082638, 0.177555, 0.152339, 0.180955, 0.180655, 0.119573, 0.165721, 0.142744, 0.134702, 0.177319, 0.164962, 0.001866, 0.187105, 0.169214, 0.170098, 0.17909, 0.181726, 0.17136, 0.118761, 0.178567, 0.15338, 0.164934, 0.057117, 0.181987, 0.176049, -0.12873, 0.163388, 0.16725, 0.17977, 0.177729, 0.072727, 0.145753, 0.090127, 0.065626, 0.15609, 0.199524, 0.14433, 0.134906, 0.178881, 0.064644, 0.164272, 0.157039, 0.351802, 0.15275, 0.143916, 0.169629, 0.105869, 0.157621, 0.20292, 0.16359, 0.159606, 0.182649, 0.150191, 0.168806, 0.205141, 0.133148, 0.150824, 0.160351, 0.165402, 0.188447, 0.16407, 0.003785, 0.196891, 0.140508, 0.079043, 0.19095, 0.181486, 0.152062, 0.130274, 0.203764, -0.170461, 0.135371, 0.172792, 0.064069, 0.162086, 0.163003, 0.141324, 0.146796, 0.154247, 0.174966, 0.149738, 0.191093, 0.180972, 0.154402, 0.187089, 0.168182, 0.151139, 0.190597, 0.173203, 0.062897, -0.001308, 0.160023, 0.158052, 0.160643, 0.177259, 0.185305, 0.16714, -0.108982, 0.144149, 0.167315, 0.179095, 0.170977, 0.061346, 0.054938, 0.159353, 0.187842, 0.17618, 0.154297, 0.160394, 0.213187, 0.028101, 0.082235, 0.152812, 0.150873, 0.177115, 0.155399, 0.174557, -0.188402, 0.133428, 0.189473, 0.151113, 0.180962, -0.060435, 0.178228, 0.116635, 0.115025, 0.173403, 0.18105, -0.14746, -0.004813, 0.181516, 0.172294, 0.180825, -0.002358, 0.169894, 0.06471, 0.094643, 0.057273, 0.154803, 0.002849, 0.176803, 0.061488, 0.153711, 0.158243, 0.162323, 0.182209, 0.182859, -0.013029, 0.191445, 0.173114, 0.177652, 0.099622, 0.145894, 0.183274, 0.127918, -0.063642, 0.182093, 0.169078, 0.161865, 0.160551, 0.140777, 0.114805, 0.244303, 0.151126, 0.179235, 0.157803, 0.202566, 0.177634, 0.207138, 0.164038, 0.073839, 0.172267, 0.184783, 0.091008, 0.172199, 0.15729, 0.174859, 0.151355, 0.164251, 0.177207, 0.165572, 0.123169, 0.152253, 0.171198, 0.095912, 0.157781, 0.062995, 0.12698, 0.193638, 0.17907, 0.169455, 0.152995, 0.133167, 0.160779, 0.04912, 0.167615, 0.166141, -0.203334, 0.127769, 0.176062, -0.001437, 0.169692, 0.150589, 0.18532, 0.199128, 0.161174, 0.163488, 0.13674, 0.155682, 0.18066, 0.172079, 0.169893, 0.069813, 0.155812, 0.159293, 0.164772, 0.139187, 0.115931, 0.155514, 0.061002, 0.156015, 0.098155, 0.193485, 0.159356, 0.165806, 0.165438, 0.175615, 0.154333, 0.182038, 0.188033, 0.161878, 0.161296, 0.169658, 0.148496, 0.120346, 0.095173, 0.154831, 0.173629, -0.045057, -0.327102, 0.168977, 0.131193, 0.17412, 0.164007, 0.174138, -0.078144, 0.165762, 0.195496, 0.156916, 0.169684, 0.166722, 0.172086, 0.172013, 0.139491, 0.184257, 0.158728, 0.168957, 0.065065, 0.131906, 0.199124, 0.192352, 0.164239, 0.091417, 0.06492, 0.17097, 0.165588, 0.167008, 0.137481, 0.227026, 0.180018, 0.175944, 0.072528, -0.000786, 0.163432, 0.168733, 0.161215, 0.177054, 0.169016, 0.061769, -0.007636, 0.199804, 0.142875, 0.124904, 0.170108, 0.191468, 0.006464, 0.204748, 0.180797, 0.135289, 0.191602, 0.119771, 0.148074, -0.149968, 0.156338, 0.197296, 0.168316, 0.118446, 0.179772, 0.202888, 0.149739, 0.177377, 0.171549, 0.093634, 0.00208 ] }, "name": "model.model.layers.1.input_layernorm.weight", "outputIndexes": [ 126 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 125 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_1/Mul_output_0", "outputIndexes": [ 127 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 126, 127 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_1/Mul_1_output_0", "outputIndexes": [ 128 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 128 ], "outputIndexes": [ 2656 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 2656 ], "outputIndexes": [ 2657 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/q_proj/Linear", "inputIndexes": [ 2657 ], "outputIndexes": [ 2658 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 960, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14400, "weightSize": 0 }, "external": [ 6144154, 460822, 115200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 2658 ], "outputIndexes": [ 2659 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2659 ], "outputIndexes": [ 129 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 960 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 128 ], "main_type": "NONE", "name": "/Shape_15_output_0", "outputIndexes": [ 130 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 130 ], "main_type": "NONE", "name": "Shape297", "outputIndexes": [ 131 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 130 ], "main_type": "NONE", "name": "Rank299", "outputIndexes": [ 132 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 132, 132 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp301", "outputIndexes": [ 133 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 133 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze302", "outputIndexes": [ 134 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 133, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp304", "outputIndexes": [ 135 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 135 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze305", "outputIndexes": [ 136 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 131, 134, 136, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice308", "outputIndexes": [ 137 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 137 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze309", "outputIndexes": [ 138 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 138 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp310", "outputIndexes": [ 139 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 139, 138 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp311", "outputIndexes": [ 140 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 130, 140, 133 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_19_output_0", "outputIndexes": [ 141 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 141, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_33_output_0", "outputIndexes": [ 142 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 142, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_13_output_0", "outputIndexes": [ 143 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 129, 143 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_10_output_0", "outputIndexes": [ 144 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 144, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_8_output_0", "outputIndexes": [ 145 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 144 ], "main_type": "NONE", "name": "/Shape_16_output_0", "outputIndexes": [ 146 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 146 ], "main_type": "NONE", "name": "Shape318", "outputIndexes": [ 147 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 146 ], "main_type": "NONE", "name": "Rank320", "outputIndexes": [ 148 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 148, 148 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp322", "outputIndexes": [ 149 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 149 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze323", "outputIndexes": [ 150 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 149, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp325", "outputIndexes": [ 151 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 151 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze326", "outputIndexes": [ 152 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 147, 150, 152, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice329", "outputIndexes": [ 153 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 153 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze330", "outputIndexes": [ 154 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 154 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp331", "outputIndexes": [ 155 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 155, 154 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp332", "outputIndexes": [ 156 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 146, 156, 149 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_20_output_0", "outputIndexes": [ 157 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 157, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_3_output_0", "outputIndexes": [ 158 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 158, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_38_output_0", "outputIndexes": [ 159 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 144, 159, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_5_output_0", "outputIndexes": [ 160 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 160 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_2_output_0", "outputIndexes": [ 161 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 144, 22, 159, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_4_output_0", "outputIndexes": [ 162 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 161, 162 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_16_output_0", "outputIndexes": [ 163 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 163, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_9_output_0", "outputIndexes": [ 164 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 145, 164 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_5_output_0", "outputIndexes": [ 165 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 128 ], "outputIndexes": [ 2660 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 2660 ], "outputIndexes": [ 2661 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/k_proj/Linear", "inputIndexes": [ 2661 ], "outputIndexes": [ 2662 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 4800, "weightSize": 0 }, "external": [ 6720176, 153622, 38400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 2662 ], "outputIndexes": [ 2663 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2663 ], "outputIndexes": [ 166 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 142, 85, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_14_output_0", "outputIndexes": [ 167 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 166, 167 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_11_output_0", "outputIndexes": [ 168 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 168, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_10_output_0", "outputIndexes": [ 169 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 168 ], "main_type": "NONE", "name": "/Shape_17_output_0", "outputIndexes": [ 170 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 170 ], "main_type": "NONE", "name": "Shape380", "outputIndexes": [ 171 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 170 ], "main_type": "NONE", "name": "Rank382", "outputIndexes": [ 172 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 172, 172 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp384", "outputIndexes": [ 173 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 173 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze385", "outputIndexes": [ 174 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 173, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp387", "outputIndexes": [ 175 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 175 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze388", "outputIndexes": [ 176 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 171, 174, 176, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice391", "outputIndexes": [ 177 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 177 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze392", "outputIndexes": [ 178 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 178 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp393", "outputIndexes": [ 179 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 179, 178 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp394", "outputIndexes": [ 180 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 170, 180, 173 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_21_output_0", "outputIndexes": [ 181 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 181, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_4_output_0", "outputIndexes": [ 182 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 182, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_40_output_0", "outputIndexes": [ 183 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 168, 183, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_7_output_0", "outputIndexes": [ 184 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 184 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_3_output_0", "outputIndexes": [ 185 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 168, 22, 183, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_6_output_0", "outputIndexes": [ 186 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 185, 186 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_17_output_0", "outputIndexes": [ 187 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 187, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_11_output_0", "outputIndexes": [ 188 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 169, 188 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_6_output_0", "outputIndexes": [ 189 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 128 ], "outputIndexes": [ 2664 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 2664 ], "outputIndexes": [ 2665 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/v_proj/Linear", "inputIndexes": [ 2665 ], "outputIndexes": [ 2666 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 4800, "weightSize": 0 }, "external": [ 6912198, 153622, 38400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 2666 ], "outputIndexes": [ 2667 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2667 ], "outputIndexes": [ 190 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 190, 167 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_12_output_0", "outputIndexes": [ 191 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 165, 189, 191, 111 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_17_output_0", "outputIndexes": [ 192 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 192 ], "outputIndexes": [ 2668 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 2668 ], "outputIndexes": [ 2669 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/o_proj/Linear", "inputIndexes": [ 2669 ], "outputIndexes": [ 2670 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 960, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14400, "weightSize": 0 }, "external": [ 7104220, 460822, 115200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 2670 ], "outputIndexes": [ 2671 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2671 ], "outputIndexes": [ 193 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 960 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 125, 193 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_8_output_0", "outputIndexes": [ 194 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 960 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.28595, 0.292103, 0.266866, 0.267655, 0.258547, 0.267214, 0.283675, 0.291105, 0.281286, 0.179826, 0.289427, 0.284711, 0.273225, 0.278161, 0.260022, 0.295788, 0.193441, 0.273669, 0.097066, 0.078262, 0.242279, 0.227257, 0.141548, 0.268272, 0.305035, 0.20531, 0.100057, 0.278054, 0.255214, 0.158953, 0.274831, 0.296332, 0.228975, 0.270102, 0.268653, 0.258788, 0.290761, 0.258145, 0.219539, 0.26274, 0.06663, 0.273757, 0.289325, 0.121724, 0.261574, 0.24661, 0.090225, 0.255002, 0.065806, 0.226123, 0.251026, 0.246349, 0.224847, 0.074006, 0.267999, 0.127239, 0.176251, 0.058954, 0.26782, 0.238777, 0.282931, 0.273565, 0.243423, 0.207019, 0.297177, 0.277286, 0.260974, 0.282153, 0.211626, 0.180947, 0.003742, 0.282631, 0.292898, 0.284873, 0.103809, 0.230327, 0.288911, 0.244213, 0.298463, 0.254044, 0.173209, 0.263024, 0.224066, 0.246652, 0.266763, 0.298345, 0.269231, -0.000416, 0.286859, 0.274045, 0.240586, 0.08402, 0.220773, 0.256476, 0.260145, 0.271773, 0.252199, 0.069829, 0.296728, 0.239797, 0.116001, 0.352203, 0.233841, 0.258471, 0.28446, 0.279864, 0.311779, 0.205622, 0.296017, 0.278736, 0.281839, 0.26995, 0.261352, 0.286199, 0.299383, 0.234142, 0.282752, 0.292806, 0.30719, 0.271947, 0.259013, 0.268149, 0.235317, 0.310985, 0.270503, 0.290273, 0.254295, 0.259404, 0.302813, 0.275447, 0.297378, 0.217323, 0.248646, 0.076645, 0.214902, 0.296211, 0.297797, 0.277481, 0.304597, 0.28092, 0.079649, 0.262899, 0.27065, 0.258662, 0.310138, 0.057846, 0.184737, 0.147665, 0.274669, 0.275463, 0.260425, 0.27944, 0.275688, 0.251699, 0.269295, 0.296718, 0.266334, 0.242047, 0.305285, 0.285099, 0.276656, 0.303147, 0.458463, 0.288491, 0.227373, 0.331739, 0.281569, 0.222908, 0.267196, 0.28487, 0.299714, 0.210866, 0.225502, 0.257625, 0.178971, 0.274514, 0.081226, 0.15646, 0.27165, 0.200643, 0.309742, 0.288359, 0.256356, 0.285109, 0.288134, 0.31594, 0.178077, 0.264253, 0.07753, 0.298882, 0.265778, 0.121959, 0.098604, 0.258809, 0.239578, 0.292742, 0.1202, 0.262689, 0.264733, 0.276889, 0.285359, 0.265179, 0.284252, 0.277842, 0.214388, 0.282888, 0.259999, 0.298664, 0.279246, 0.183092, 0.271708, 0.276084, 0.049137, 0.288556, 0.249501, 0.29537, 0.291578, 0.086936, 0.182626, 0.269557, 0.15791, 0.261617, 0.277762, 0.251308, 0.211128, 0.254346, 0.257546, 0.249582, 0.265982, 0.276707, 0.274253, 0.25059, 0.25339, 0.265317, 0.258798, 0.141149, 0.283626, 0.165131, 0.078489, 0.268829, 0.323403, 0.133313, 0.270437, 0.277694, 0.273619, 0.276229, 0.280637, 0.251985, 0.269924, 0.192815, 0.27397, 0.256732, 0.148235, 0.279644, 0.206911, 0.296937, 0.242979, 0.294281, 0.254686, 0.25114, 0.282397, 0.252793, 0.288789, 0.084418, 0.309163, 0.070912, 0.277307, 0.25503, 0.258276, 0.283547, 0.238703, 0.293704, 0.293067, 0.309694, 0.261312, 0.258954, 0.079061, 0.14815, 0.274021, 0.283512, 0.111455, 0.257704, 0.287424, 0.274066, 0.266551, 0.278931, 0.078052, 0.271927, 0.27305, 0.249006, 0.293822, 0.280001, 0.239181, 0.25392, 0.25159, 0.269679, 0.238685, 0.289513, 0.277219, 0.278194, 0.220549, 0.268298, 0.251537, 0.238831, 0.074081, 0.315478, 0.178893, 0.245916, 0.088993, 0.27399, 0.293738, 0.241022, 0.300428, 0.253879, 0.278547, 0.200153, 0.285992, 0.190033, 0.116708, 0.246863, 0.280021, 0.27941, 0.26698, 0.324486, 0.144008, 0.213001, 0.294058, 0.275497, 0.280093, 0.270747, 0.28906, 0.182628, 0.308788, 0.110703, 0.285292, 0.275183, 0.156592, 0.283463, 0.26095, 0.268361, 0.264043, 0.326894, 0.082663, 0.283447, 0.118749, 0.284814, 0.236432, 0.290161, 0.293869, 0.305776, 0.241624, 0.319663, 0.258701, 0.300535, 0.283769, 0.281454, 0.112168, 0.232956, 0.259454, 0.223134, 0.089, 0.23697, 0.000778, 0.295821, 0.27437, 0.298053, 0.291916, 0.110034, 0.278378, 0.25284, 0.26503, 0.235756, 0.075809, 0.266265, 0.277476, 0.276603, 0.296999, 0.266464, 0.290469, 0.146305, 0.091119, 0.325791, 0.274787, 0.237311, 0.289331, 0.145322, 0.287712, 0.258805, 0.239853, 0.241423, 0.115368, 0.244562, 0.265571, 0.256653, 0.16285, 0.143699, 0.298874, 0.281608, 0.248639, 0.267361, 0.270972, 0.108513, 0.272281, 0.123034, 0.243261, 0.273175, 0.26924, 0.300536, 0.230029, 0.263521, 0.298911, 0.241968, 0.124166, 0.274269, 0.147242, 0.145335, 0.261057, 0.270507, 0.217665, 0.259829, 0.167692, 0.286648, 0.254621, 0.28344, 0.301604, 0.296646, 0.140784, 0.250386, 0.280905, 0.241766, 0.192509, 0.303878, 0.23787, 0.073871, 0.289658, 0.255958, 0.266989, 0.297443, 0.080153, 0.209646, 0.209353, 0.2526, 0.276606, 0.276984, 0.289838, 0.280585, 0.168273, 0.284478, 0.258938, 0.272163, 0.296971, 0.312944, 0.267789, 0.208006, 0.32202, 0.295375, 0.230405, 0.16465, 0.201137, 0.24791, 0.236539, 0.27982, 0.09811, 0.210045, 0.21473, 0.183682, 0.263253, 0.260165, 0.198517, 0.194783, 0.304113, 0.145306, 0.277997, 0.270314, 0.113718, 0.272218, 0.115659, 0.205754, 0.209482, 0.293426, 0.300043, 0.261997, 0.247001, 0.296369, 0.265251, 0.205252, 0.074768, 0.282607, 0.273413, 0.259222, 0.277369, 0.267729, 0.28285, 0.265783, 0.186027, 0.239335, 0.22264, 0.304975, 0.266257, 0.069433, 0.064028, 0.262778, 0.195826, 0.318192, 0.276175, 0.273883, 0.26261, 0.262594, 0.240474, 0.27996, 0.302685, 0.276947, 0.118526, 0.309425, 0.261843, 0.276323, 0.299562, 0.16946, 0.237252, 0.219587, 0.223855, 0.271909, 0.275898, 0.27359, 0.25187, 0.078065, 0.271455, 0.127429, 0.276872, 0.283903, 0.270609, 0.268168, 0.27981, 0.275528, 0.226051, 0.291343, 0.279672, 0.268442, 0.092478, 0.292389, 0.264369, 0.284752, 0.272597, 0.272732, 0.23275, 0.074397, 0.19061, 0.113582, 0.265966, 0.268157, 0.263623, 0.285908, 0.284119, 0.229769, 0.269634, 0.257019, 0.289418, 0.090765, 0.26389, 0.248643, 0.284516, 0.196772, 0.240947, 0.293421, 0.241055, 0.285767, 0.293469, 0.075406, 0.249039, 0.274735, 0.262724, 0.083155, 0.25815, 0.071568, 0.281926, 0.209249, 0.234763, 0.186633, 0.238908, 0.268497, 0.311872, 0.248668, 0.094053, 0.318704, 0.269142, 0.288183, 0.29556, 0.240466, 0.276578, 0.277378, 0.23591, 0.094062, 0.271711, 0.253565, 0.280524, 0.277279, 0.274634, 0.066873, 0.266203, 0.291564, 0.273283, 0.1649, 0.270429, 0.163189, 0.152606, 0.218, 0.262561, 0.28392, 0.239313, 0.269911, 0.233583, 0.229601, 0.328305, 0.228036, 0.268135, 0.046164, 0.229715, 0.288447, 0.263738, 0.078505, 0.092705, 0.241932, 0.294344, 0.275671, 0.301687, 0.288384, 0.27251, 0.278416, 0.213828, 0.267147, 0.258901, 0.331109, 0.271009, 0.282069, 0.299906, 0.255541, 0.192271, 0.269312, 0.298828, 0.122278, 0.27357, 0.277687, 0.101803, 0.288179, 0.255233, 0.294512, 0.260806, 0.232457, 0.238278, 0.289669, 0.256566, 0.081568, 0.281391, 0.296535, 0.152411, 0.07864, 0.098293, 0.267743, 0.233402, 0.27493, 0.288643, 0.166154, 0.260433, 0.248757, 0.182484, 0.292985, 0.28784, 0.059322, 0.314337, 0.26139, 0.27625, 0.292934, 0.277198, 0.256916, 0.173748, 0.261545, 0.233879, 0.236572, 0.073073, 0.276446, 0.283493, 0.197618, 0.246641, 0.258668, 0.285608, 0.281679, 0.088033, 0.264916, 0.10935, 0.072497, 0.259933, 0.283393, 0.20561, 0.212968, 0.269847, 0.082047, 0.268244, 0.253141, 0.260225, 0.245075, 0.246078, 0.275267, 0.132842, 0.251944, 0.299188, 0.268067, 0.239834, 0.279528, 0.221171, 0.265173, 0.271676, 0.196063, 0.236169, 0.259727, 0.277728, 0.288053, 0.250696, 0.300722, 0.295456, 0.180728, 0.095307, 0.292065, 0.307903, 0.266528, 0.177159, 0.291842, 0.297332, 0.169406, 0.267016, 0.091564, 0.260451, 0.272572, 0.210949, 0.21998, 0.260118, 0.283237, 0.237849, 0.286371, 0.289231, 0.228025, 0.287877, 0.27265, 0.225276, 0.290013, 0.283738, 0.081269, 0.294962, 0.245175, 0.23639, 0.234984, 0.284832, 0.289277, 0.240048, 0.165869, 0.216324, 0.259296, 0.270997, 0.231095, 0.081551, 0.067936, 0.24688, 0.270793, 0.278742, 0.240965, 0.254465, 0.300295, 0.305376, 0.100158, 0.252309, 0.253542, 0.27266, 0.225886, 0.273144, 0.285081, 0.202016, 0.283361, 0.238363, 0.278096, 0.193175, 0.277606, 0.167787, 0.166095, 0.260273, 0.293051, 0.267993, 0.298203, 0.277459, 0.270371, 0.298432, 0.28536, 0.278706, 0.081602, 0.115731, 0.067593, 0.255081, 0.298474, 0.264371, 0.089323, 0.24481, 0.2667, 0.268839, 0.289913, 0.291374, 0.348649, 0.30202, 0.274237, 0.282526, 0.125018, 0.197888, 0.284291, 0.167027, 0.086131, 0.303652, 0.253387, 0.260448, 0.270251, 0.217803, 0.161416, 0.297497, 0.258935, 0.278822, 0.233865, 0.294358, 0.264677, 0.303676, 0.27206, 0.092328, 0.269414, 0.2981, 0.100221, 0.253925, 0.240273, 0.252947, 0.244626, 0.278853, 0.269788, 0.254749, 0.180632, 0.262765, 0.258806, 0.117502, 0.274343, 0.077741, 0.179121, 0.278992, 0.28809, 0.262257, 0.232238, 0.222758, 0.242343, 0.060176, 0.253343, 0.306041, 0.296354, 0.190392, 0.296409, 0.032541, 0.278037, 0.268974, 0.289874, 0.274859, 0.253609, 0.271798, 0.196692, 0.242482, 0.293269, 0.259809, 0.262891, 0.091237, 0.239108, 0.250756, 0.289461, 0.197467, 0.179922, 0.272751, 0.078422, 0.267507, 0.120086, 0.298656, 0.220844, 0.252831, 0.280972, 0.298809, 0.232334, 0.265434, 0.292426, 0.273969, 0.253651, 0.269258, 0.234042, 0.167766, 0.121822, 0.239578, 0.288114, 0.082337, 0.114759, 0.270024, 0.179378, 0.284171, 0.240036, 0.275227, 0.098392, 0.253284, 0.308795, 0.272656, 0.260655, 0.266239, 0.287171, 0.259184, 0.210022, 0.280116, 0.249761, 0.272584, 0.080473, 0.200106, 0.289593, 0.290745, 0.242796, 0.119498, 0.079962, 0.275013, 0.278194, 0.268131, 0.213409, 0.25112, 0.258685, 0.262555, 0.078306, 0.071364, 0.25792, 0.260526, 0.264171, 0.269418, 0.277011, 0.071961, 0.291915, 0.28954, 0.194523, 0.178588, 0.245249, 0.288512, 0.285981, 0.294662, 0.272718, 0.1843, 0.283125, 0.271914, 0.225632, 0.255085, 0.232579, 0.292252, 0.266986, 0.180097, 0.270332, 0.326063, 0.237527, 0.280865, 0.267236, 0.107057, 0.307774 ] }, "name": "model.model.layers.1.post_attention_layernorm.weight", "outputIndexes": [ 195 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 194 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_1/Mul_output_0", "outputIndexes": [ 196 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 195, 196 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_1/Mul_1_output_0", "outputIndexes": [ 197 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 197 ], "outputIndexes": [ 2672 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 2672 ], "outputIndexes": [ 2673 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/mlp/gate_proj/Linear", "inputIndexes": [ 2673 ], "outputIndexes": [ 2674 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2560, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 38400, "weightSize": 0 }, "external": [ 7680242, 1228822, 307200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 2674 ], "outputIndexes": [ 2675 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2675 ], "outputIndexes": [ 198 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 198 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_1/Sigmoid_output_0", "outputIndexes": [ 199 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 198, 199 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_1/Mul_output_0", "outputIndexes": [ 200 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 197 ], "outputIndexes": [ 2676 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 2676 ], "outputIndexes": [ 2677 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/mlp/up_proj/Linear", "inputIndexes": [ 2677 ], "outputIndexes": [ 2678 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2560, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 38400, "weightSize": 0 }, "external": [ 9216264, 1228822, 307200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 2678 ], "outputIndexes": [ 2679 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2679 ], "outputIndexes": [ 201 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 200, 201 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_1/Mul_output_0", "outputIndexes": [ 202 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 202 ], "outputIndexes": [ 2680 ], "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 2680 ], "outputIndexes": [ 2681 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/mlp/down_proj/Linear", "inputIndexes": [ 2681 ], "outputIndexes": [ 2682 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 960, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2560, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 38400, "weightSize": 0 }, "external": [ 10752286, 1228822, 307200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 2682 ], "outputIndexes": [ 2683 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2683 ], "outputIndexes": [ 203 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 960 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 194, 203 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_9_output_0", "outputIndexes": [ 204 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 204, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_18_output_0", "outputIndexes": [ 205 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 960 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.437814, 0.465648, 0.385311, 0.420997, 0.38714, 0.445014, 0.442225, 0.438693, 0.49213, 0.349972, 0.419217, 0.432007, 0.417558, 0.455899, 0.416223, 0.485369, 0.384855, 0.441597, 0.194473, 0.170666, 0.406697, 0.411754, 0.296391, 0.43785, 0.451024, 0.382553, 0.222857, 0.436935, 0.415323, 0.304179, 0.44194, 0.416365, 0.387822, 0.414102, 0.434644, 0.405471, 0.4245, 0.407316, 0.435685, 0.374334, 0.151988, 0.425389, 0.489009, 0.237925, 0.386847, 0.416062, 0.157435, 0.414969, 0.112468, 0.397924, 0.437103, 0.413791, 0.383811, 0.115306, 0.410864, 0.269904, 0.352263, 0.120472, 0.452917, 0.390588, 0.465332, 0.444696, 0.429438, 0.394789, 0.43676, 0.433177, 0.412583, 0.433636, 0.373512, 0.351348, 0.633435, 0.412498, 0.449245, 0.502847, 0.20166, 0.453543, 0.450239, 0.433121, 0.432445, 0.414193, 0.329202, 0.420878, 0.399324, 0.402311, 0.387961, 0.460124, 0.432411, 0.050646, 0.43637, 0.393926, 0.369889, 0.155107, 0.351585, 0.442822, 0.434149, 0.41237, 0.398804, 0.112137, 0.446144, 0.404371, 0.227962, 0.522791, 0.398634, 0.425621, 0.403417, 0.440423, 0.484875, 0.348436, 0.443395, 0.448244, 0.417551, 0.427948, 0.416592, 0.429042, 0.511985, 0.37337, 0.397286, 0.44172, 0.476404, 0.408135, 0.494916, 0.398435, 0.401378, 0.505523, 0.415982, 0.429335, 0.400158, 0.416169, 0.435882, 0.478263, 0.562084, 0.397385, 0.417903, 0.123905, 0.417066, 0.532234, 0.408017, 0.437717, 0.507028, 0.494174, 0.150278, 0.402923, 0.43287, 0.423845, 0.620264, 0.120186, 0.392506, 0.33122, 0.434405, 0.437283, 0.410647, 0.46239, 0.436186, 0.428789, 0.421754, 0.484862, 0.416353, 0.466307, 0.458924, 0.434361, 0.406444, 0.470376, 0.822633, 0.467374, 0.404521, 0.548216, 0.452804, 0.394021, 0.399798, 0.407803, 0.470713, 0.379762, 0.389759, 0.428367, 0.333192, 0.434489, 0.159699, 0.308844, 0.408001, 0.40663, 0.474908, 0.453234, 0.415754, 0.435138, 0.419498, 0.500931, 0.31051, 0.497268, 0.147406, 0.432711, 0.433673, 0.240069, 0.182394, 0.441794, 0.391982, 0.447687, 0.235577, 0.432581, 0.405979, 0.415151, 0.515944, 0.440342, 0.423692, 0.426073, 0.341355, 0.442017, 0.45552, 0.434666, 0.414708, 0.343904, 0.401897, 0.432801, 0.08698, 0.430766, 0.42061, 0.452552, 0.446897, 0.21858, 0.306361, 0.405081, 0.327082, 0.447576, 0.405894, 0.39114, 0.428113, 0.414472, 0.391393, 0.394724, 0.418191, 0.443393, 0.425479, 0.415334, 0.436248, 0.43411, 0.400616, 0.277082, 0.451938, 0.781185, 0.150117, 0.431479, 0.661068, 0.242858, 0.406524, 0.42968, 0.400285, 0.414605, 0.399507, 0.409834, 0.367083, 0.315228, 0.396336, 0.395926, 0.269566, 0.454841, 0.369596, 0.471725, 0.413858, 0.37939, 0.430084, 0.462276, 0.42199, 0.416217, 0.420792, 0.156775, 0.4584, 0.143078, 0.473348, 0.420249, 0.415687, 0.458807, 0.423295, 0.459878, 0.436484, 0.496435, 0.403731, 0.409833, 0.145247, 0.296801, 0.429805, 0.480102, 0.249623, 0.450399, 0.457958, 0.457156, 0.442824, 0.471384, 0.123656, 0.448206, 0.445902, 0.416047, 0.486519, 0.445206, 0.375971, 0.447043, 0.395922, 0.500122, 0.438613, 0.458456, 0.459532, 0.445347, 0.366702, 0.416451, 0.430768, 0.393694, 0.144499, 0.488543, 0.364621, 0.393503, 0.165971, 0.45238, 0.444123, 0.425648, 0.444252, 0.407892, 0.441084, 0.388269, 0.505098, 0.374532, 0.245845, 0.408377, 0.43528, 0.453508, 0.383229, 0.511149, 0.311475, 0.405907, 0.415823, 0.424787, 0.442941, 0.411882, 0.423783, 0.323297, 0.489524, 0.265788, 0.39604, 0.401021, 0.304875, 0.4518, 0.416782, 0.440898, 0.420597, 0.469199, 0.177804, 0.440956, 0.245928, 0.420649, 0.399443, 0.437635, 0.513973, 0.458795, 0.423559, 0.586388, 0.387335, 0.437139, 0.454691, 0.433092, 0.235621, 0.428082, 0.422474, 0.406839, 0.163359, 0.40906, 0.341001, 0.417647, 0.458904, 0.427543, 0.439906, 0.215211, 0.394076, 0.389202, 0.436215, 0.383796, 0.167777, 0.413503, 0.397538, 0.436581, 0.452387, 0.40392, 0.461743, 0.30202, 0.146875, 0.560186, 0.468901, 0.391198, 0.433998, 0.282415, 0.454639, 0.429049, 0.404165, 0.414005, 0.235224, 0.392657, 0.43396, 0.419656, 0.342541, 0.289976, 0.515651, 0.467432, 0.02418, 0.439366, 0.446689, 0.224962, 0.422533, 0.258554, 0.42872, 0.432582, 0.407614, 0.441666, 0.372761, 0.421044, 0.470685, 0.4102, 0.255072, 0.407381, 0.306625, 0.291512, 0.419128, 0.422166, 0.391381, 0.430633, 0.312715, 0.432357, 0.407461, 0.445216, 0.435259, 0.554057, 0.306037, 0.415534, 0.470413, 0.41475, 0.342597, 0.451392, 0.37905, 0.135152, 0.420353, 0.403021, 0.417953, 0.428019, 0.139169, 0.437886, 0.376047, 0.423059, 0.459976, 0.401084, 0.460835, 0.457889, 0.329753, 0.434844, 0.384708, 0.48244, 0.449701, 0.479105, 0.422998, 0.354902, 0.858084, 0.439609, 0.423803, 0.334193, 0.378644, 0.426553, 0.400655, 0.410061, 0.193604, 0.392783, 0.356651, 0.329532, 0.398969, 0.386884, 0.367676, 0.372942, 0.522854, 0.285028, 0.40633, 0.421115, 0.457434, 0.39242, 0.237062, 0.390735, 0.36958, 0.403073, 0.443889, 0.439553, 0.405002, 0.43132, 0.406528, 0.38933, 0.115983, 0.43826, 0.410481, 0.41463, 0.423858, 0.418671, 0.464632, 0.40226, 0.35889, 0.402572, 0.385069, 0.460252, 0.410684, 0.13378, 0.125041, 0.416758, 0.496508, 0.51712, 0.417062, 0.41981, 0.418774, 0.456232, 0.382312, 0.479939, 0.479169, 0.425397, 0.252088, 0.445721, 0.435347, 0.449235, 0.432715, 0.360298, 0.397034, 0.371422, 0.38898, 0.409518, 0.425273, 0.462127, 0.399607, 0.130814, 0.419072, 0.350857, 0.403984, 0.416287, 0.428888, 0.429031, 0.445568, 0.447947, 0.411108, 0.456307, 0.425322, 0.429808, 0.186995, 0.450959, 0.40649, 0.453041, 0.412997, 0.426816, 0.514349, 0.148455, 0.352573, 0.235631, 0.445276, 0.431399, 0.399219, 0.432498, 0.446911, 0.401653, 0.45407, 0.400679, 0.439238, 0.231997, 0.415666, 0.438562, 0.451667, 0.348502, 0.421039, 0.491765, 0.417825, 0.397959, 0.421118, 0.132629, 0.431908, 0.448347, 0.432438, 0.167247, 0.448883, 0.109585, 0.465519, 0.400086, 0.41219, 0.375617, 0.358023, 0.434666, 0.493918, 0.378666, 0.192469, 0.449808, 0.439764, 0.468702, 0.489292, 0.454488, 0.448412, 0.448247, 0.396449, 0.163084, 0.416749, 0.41031, 0.468685, 0.456603, 0.503612, 0.129263, 0.453514, 0.444532, 0.435475, 0.33583, 0.406267, 0.320712, 0.302214, 0.349859, 0.477828, 0.496076, 0.444551, 0.413205, 0.404328, 0.408161, 0.617249, 0.404732, 0.425826, 0.10935, 0.400991, 0.433886, 0.401389, 0.143605, 0.195317, 0.414488, 0.455802, 0.400283, 0.424714, 0.456165, 0.424737, 0.465536, 0.385618, 0.406733, 0.397614, -0.477653, 0.434076, 0.77614, 0.444233, 0.391607, 0.398088, 0.407441, 0.501635, 0.237849, 0.451281, 0.439485, 0.189087, 0.482262, 0.469481, 0.494191, 0.416118, 0.372738, 0.376537, 0.469383, 0.429796, 0.146913, 0.46712, 0.444822, 0.306445, 0.285447, 0.198769, 0.435091, 0.440982, 0.469386, 0.425245, 0.31608, 0.394145, 0.437031, 0.341355, 0.459474, 0.423816, 0.112783, 0.431579, 0.475047, 0.443724, 0.432834, 0.437475, 0.417186, 0.34572, 0.408283, 0.379735, 0.406095, 0.138619, 0.445534, 0.453219, 0.372918, 0.424452, 0.431258, 0.443636, 0.43723, 0.16624, 0.414056, 0.253023, 0.148484, 0.428245, 0.472839, 0.380113, 0.338483, 0.423331, 0.14107, 0.39423, 0.403483, 0.832095, 0.401685, 0.370606, 0.404676, 0.278978, 0.407261, 0.474827, 0.430508, 0.417214, 0.438117, 0.430689, 0.444824, 0.551026, 0.360839, 0.409866, 0.40322, 0.428956, 0.462467, 0.422654, 0.472289, 0.460101, 0.372576, 0.199579, 0.496002, 0.49813, 0.384598, 0.345043, 0.520564, 0.435838, 0.347906, 0.42019, 0.132627, 0.38463, 0.419961, 0.389413, 0.397037, 0.437257, 0.429216, 0.399935, 0.420843, 0.439505, 0.389746, 0.484784, 0.401992, 0.389456, 0.517774, 0.443197, 0.140857, 0.454549, 0.440879, 0.391254, 0.413863, 0.438523, 0.492146, 0.406504, 0.327949, 0.421097, 0.413238, 0.461231, 0.42207, 0.143394, 0.115247, 0.392534, 0.422726, 0.435699, 0.44234, 0.42736, 0.463426, 0.445181, 0.215089, 0.414163, 0.416168, 0.42265, 0.412212, 0.444842, 0.42771, 0.395141, 0.445937, 0.436167, 0.440555, 0.34613, 0.462759, 0.321624, 0.332432, 0.391703, 0.432871, 0.400033, 0.479535, 0.434809, 0.441042, 0.461389, 0.428288, 0.440442, 0.153151, 0.227687, 0.116502, 0.416994, 0.474906, 0.385537, 0.14752, 0.414369, 0.433686, 0.422154, 0.433785, 0.396984, 0.505693, 0.433693, 0.416213, 0.459255, 0.251263, 0.397416, 0.497496, 0.320023, 0.16138, 0.4703, 0.429464, 0.414679, 0.410329, 0.380235, 0.316626, 0.646468, 0.413861, 0.439915, 0.485641, 0.445175, 0.41035, 0.47314, 0.415021, 0.184029, 0.403013, 0.476348, 0.225706, 0.394319, 0.479788, 0.43012, 0.427126, 0.430593, 0.451093, 0.410919, 0.349729, 0.436458, 0.436454, 0.235208, 0.431174, 0.149126, 0.326823, 0.443418, 0.478471, 0.411768, 0.399449, 0.365023, 0.375767, 0.124331, 0.438684, 0.465835, 0.44673, 0.360409, 0.434691, 0.113327, 0.434208, 0.385886, 0.418934, 0.470442, 0.378683, 0.40357, 0.369813, 0.417514, 0.452811, 0.434544, 0.384831, 0.15388, 0.381747, 0.390919, 0.415638, 0.375949, 0.318658, 0.421878, 0.127251, 0.422534, 0.244238, 0.490215, 0.386345, 0.418002, 0.421507, 0.466318, 0.403202, 0.458816, 0.483359, 0.408, 0.43298, 0.396149, 0.363478, 0.317795, 0.2566, 0.408566, 0.498609, 0.149112, 0.603712, 0.413563, 0.353614, 0.434408, 0.3924, 0.436174, 0.184259, 0.379292, 0.45641, 0.433559, 0.395303, 0.411094, 0.417418, 0.400869, 0.369635, 0.418182, 0.382405, 0.432911, 0.13685, 0.370831, 0.485317, 0.484328, 0.464665, 0.232241, 0.159308, 0.414496, 0.417348, 0.430547, 0.377629, 0.660958, 0.385037, 0.427261, 0.177316, 0.151997, 0.419931, 0.432807, 0.407636, 0.411641, 0.431916, 0.144515, 0.409847, 0.459062, 0.349766, 0.358867, 0.444631, 0.455779, 0.439521, 0.477645, 0.460336, 0.408745, 0.479678, 0.467548, 0.390743, 0.416761, 0.363663, 0.46521, 0.405808, 0.318759, 0.429669, 0.490313, 0.370662, 0.436064, 0.445357, 0.219523, 0.458309 ] }, "name": "model.model.layers.2.input_layernorm.weight", "outputIndexes": [ 206 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 205 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_2/Mul_output_0", "outputIndexes": [ 207 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 206, 207 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_2/Mul_1_output_0", "outputIndexes": [ 208 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 208 ], "outputIndexes": [ 2684 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 2684 ], "outputIndexes": [ 2685 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/q_proj/Linear", "inputIndexes": [ 2685 ], "outputIndexes": [ 2686 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 960, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14400, "weightSize": 0 }, "external": [ 12288308, 460822, 115200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 2686 ], "outputIndexes": [ 2687 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2687 ], "outputIndexes": [ 209 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 960 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 208 ], "main_type": "NONE", "name": "/Shape_29_output_0", "outputIndexes": [ 210 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 210 ], "main_type": "NONE", "name": "Shape512", "outputIndexes": [ 211 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 210 ], "main_type": "NONE", "name": "Rank514", "outputIndexes": [ 212 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 212, 212 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp516", "outputIndexes": [ 213 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 213 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze517", "outputIndexes": [ 214 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 213, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp519", "outputIndexes": [ 215 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 215 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze520", "outputIndexes": [ 216 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 211, 214, 216, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice523", "outputIndexes": [ 217 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 217 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze524", "outputIndexes": [ 218 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 218 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp525", "outputIndexes": [ 219 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 219, 218 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp526", "outputIndexes": [ 220 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 210, 220, 213 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_34_output_0", "outputIndexes": [ 221 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 221, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_65_output_0", "outputIndexes": [ 222 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 222, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_26_output_0", "outputIndexes": [ 223 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 209, 223 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_19_output_0", "outputIndexes": [ 224 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 224, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_16_output_0", "outputIndexes": [ 225 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 224 ], "main_type": "NONE", "name": "/Shape_30_output_0", "outputIndexes": [ 226 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 226 ], "main_type": "NONE", "name": "Shape533", "outputIndexes": [ 227 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 226 ], "main_type": "NONE", "name": "Rank535", "outputIndexes": [ 228 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 228, 228 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp537", "outputIndexes": [ 229 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 229 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze538", "outputIndexes": [ 230 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 229, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp540", "outputIndexes": [ 231 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 231 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze541", "outputIndexes": [ 232 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 227, 230, 232, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice544", "outputIndexes": [ 233 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 233 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze545", "outputIndexes": [ 234 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 234 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp546", "outputIndexes": [ 235 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 235, 234 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp547", "outputIndexes": [ 236 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 226, 236, 229 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_35_output_0", "outputIndexes": [ 237 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 237, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_6_output_0", "outputIndexes": [ 238 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 238, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_70_output_0", "outputIndexes": [ 239 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 224, 239, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_9_output_0", "outputIndexes": [ 240 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 240 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_4_output_0", "outputIndexes": [ 241 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 224, 22, 239, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_8_output_0", "outputIndexes": [ 242 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 241, 242 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_29_output_0", "outputIndexes": [ 243 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 243, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_17_output_0", "outputIndexes": [ 244 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 225, 244 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_10_output_0", "outputIndexes": [ 245 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 208 ], "outputIndexes": [ 2688 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 2688 ], "outputIndexes": [ 2689 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/k_proj/Linear", "inputIndexes": [ 2689 ], "outputIndexes": [ 2690 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 4800, "weightSize": 0 }, "external": [ 12864330, 153622, 38400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 2690 ], "outputIndexes": [ 2691 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2691 ], "outputIndexes": [ 246 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 222, 85, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_27_output_0", "outputIndexes": [ 247 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 246, 247 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_20_output_0", "outputIndexes": [ 248 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 248, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_18_output_0", "outputIndexes": [ 249 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 248 ], "main_type": "NONE", "name": "/Shape_31_output_0", "outputIndexes": [ 250 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 250 ], "main_type": "NONE", "name": "Shape595", "outputIndexes": [ 251 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 250 ], "main_type": "NONE", "name": "Rank597", "outputIndexes": [ 252 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 252, 252 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp599", "outputIndexes": [ 253 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 253 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze600", "outputIndexes": [ 254 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 253, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp602", "outputIndexes": [ 255 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 255 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze603", "outputIndexes": [ 256 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 251, 254, 256, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice606", "outputIndexes": [ 257 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 257 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze607", "outputIndexes": [ 258 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 258 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp608", "outputIndexes": [ 259 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 259, 258 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp609", "outputIndexes": [ 260 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 250, 260, 253 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_36_output_0", "outputIndexes": [ 261 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 261, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_7_output_0", "outputIndexes": [ 262 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 262, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_72_output_0", "outputIndexes": [ 263 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 248, 263, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_11_output_0", "outputIndexes": [ 264 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 264 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_5_output_0", "outputIndexes": [ 265 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 248, 22, 263, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_10_output_0", "outputIndexes": [ 266 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 265, 266 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_30_output_0", "outputIndexes": [ 267 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 267, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_19_output_0", "outputIndexes": [ 268 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 249, 268 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_11_output_0", "outputIndexes": [ 269 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 208 ], "outputIndexes": [ 2692 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 2692 ], "outputIndexes": [ 2693 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/v_proj/Linear", "inputIndexes": [ 2693 ], "outputIndexes": [ 2694 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 4800, "weightSize": 0 }, "external": [ 13056352, 153622, 38400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 2694 ], "outputIndexes": [ 2695 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2695 ], "outputIndexes": [ 270 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 270, 247 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_21_output_0", "outputIndexes": [ 271 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 245, 269, 271, 111 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_26_output_0", "outputIndexes": [ 272 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 272 ], "outputIndexes": [ 2696 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 2696 ], "outputIndexes": [ 2697 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/o_proj/Linear", "inputIndexes": [ 2697 ], "outputIndexes": [ 2698 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 960, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14400, "weightSize": 0 }, "external": [ 13248374, 460822, 115200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 2698 ], "outputIndexes": [ 2699 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2699 ], "outputIndexes": [ 273 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 960 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 205, 273 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_13_output_0", "outputIndexes": [ 274 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 960 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.262393, 0.261616, 0.244406, 0.247149, 0.251935, 0.261925, 0.270824, 0.264315, 0.257221, 0.17373, 0.253488, 0.261706, 0.258522, 0.262025, 0.247957, 0.278906, 0.194495, 0.264409, 0.098683, 0.081006, 0.243041, 0.233672, 0.145016, 0.251101, 0.272101, 0.191794, 0.107719, 0.254406, 0.244676, 0.162695, 0.252153, 0.267673, 0.214652, 0.255142, 0.258941, 0.24829, 0.266065, 0.243985, 0.228753, 0.247571, 0.053177, 0.249221, 0.274556, 0.120574, 0.246958, 0.225274, 0.084423, 0.250212, 0.068683, 0.229596, 0.249218, 0.254471, 0.222589, 0.067967, 0.258866, 0.135157, 0.188578, 0.067023, 0.253805, 0.231272, 0.271394, 0.274984, 0.228306, 0.20682, 0.265558, 0.265295, 0.246278, 0.259064, 0.20374, 0.188037, 0.361753, 0.270398, 0.275139, 0.264342, 0.106244, 0.218791, 0.277494, 0.256753, 0.272009, 0.240744, 0.163218, 0.267532, 0.231625, 0.238245, 0.246835, 0.282481, 0.243167, 0.000348, 0.27541, 0.257548, 0.243409, 0.082404, 0.224847, 0.236098, 0.251876, 0.254609, 0.244095, 0.069578, 0.265611, 0.229372, 0.124191, 0.314433, 0.228579, 0.242213, 0.259062, 0.261616, 0.287189, 0.190773, 0.2614, 0.269598, 0.254649, 0.251702, 0.247944, 0.256477, 0.28304, 0.228443, 0.26721, 0.272119, 0.295577, 0.247125, 0.248346, 0.262326, 0.230398, 0.302974, 0.258545, 0.258815, 0.241258, 0.260676, 0.27191, 0.247419, 0.293507, 0.21501, 0.231152, 0.071243, 0.2168, 0.276278, 0.26183, 0.259686, 0.284963, 0.285837, 0.088002, 0.256065, 0.261829, 0.251492, 0.282047, 0.066327, 0.184258, 0.163455, 0.250134, 0.257073, 0.246485, 0.269216, 0.259794, 0.256745, 0.252432, 0.268036, 0.244619, 0.231156, 0.273201, 0.260156, 0.257754, 0.274507, 0.378198, 0.270757, 0.214935, 0.316947, 0.272959, 0.221086, 0.259903, 0.253845, 0.274159, 0.198307, 0.221167, 0.254018, 0.174995, 0.270182, 0.082412, 0.158423, 0.261065, 0.198946, 0.26903, 0.269476, 0.233649, 0.260118, 0.268535, 0.265684, 0.182573, 0.256488, 0.074986, 0.272736, 0.249611, 0.125327, 0.099181, 0.247838, 0.241705, 0.28317, 0.125056, 0.259366, 0.255933, 0.250312, 0.274089, 0.257026, 0.261881, 0.262474, 0.19856, 0.26477, 0.246029, 0.271147, 0.265114, 0.189726, 0.260112, 0.25549, 0.048823, 0.271084, 0.236846, 0.26459, 0.254706, 0.090601, 0.175119, 0.253416, 0.162817, 0.253529, 0.251123, 0.228754, 0.198003, 0.240721, 0.247847, 0.240605, 0.261649, 0.258654, 0.264264, 0.235773, 0.246564, 0.258476, 0.248378, 0.14708, 0.266508, 0.133824, 0.084246, 0.264617, 0.391171, 0.131768, 0.254255, 0.262817, 0.256124, 0.249963, 0.265319, 0.251275, 0.260991, 0.18948, 0.263566, 0.243782, 0.14828, 0.267216, 0.206924, 0.269147, 0.226089, 0.267123, 0.243288, 0.241612, 0.259013, 0.248261, 0.256303, 0.091345, 0.284483, 0.067519, 0.273319, 0.243105, 0.242657, 0.261892, 0.231932, 0.260643, 0.26546, 0.289562, 0.250322, 0.241366, 0.080567, 0.147417, 0.26193, 0.275566, 0.122581, 0.25389, 0.271132, 0.254172, 0.253765, 0.264774, 0.078995, 0.259316, 0.26191, 0.239742, 0.28443, 0.262937, 0.244243, 0.248484, 0.239736, 0.241908, 0.219089, 0.274347, 0.259182, 0.26784, 0.225425, 0.252145, 0.250184, 0.242783, 0.077136, 0.278305, 0.177806, 0.235617, 0.092453, 0.27033, 0.27344, 0.240733, 0.267484, 0.257117, 0.273441, 0.207932, 0.271768, 0.192182, 0.123071, 0.258099, 0.253192, 0.260251, 0.254428, 0.287333, 0.150731, 0.217608, 0.26628, 0.259051, 0.273357, 0.252228, 0.257789, 0.175434, 0.27223, 0.091739, 0.258696, 0.257794, 0.165608, 0.258262, 0.241575, 0.25546, 0.241105, 0.287768, 0.085643, 0.26332, 0.122482, 0.260548, 0.231409, 0.268705, 0.254904, 0.270837, 0.238357, 0.322986, 0.249178, 0.276196, 0.265324, 0.256437, 0.124273, 0.220518, 0.247468, 0.220553, 0.083214, 0.227856, 0.028296, 0.258041, 0.322431, 0.275251, 0.261095, 0.109953, 0.258377, 0.237994, 0.259758, 0.238484, 0.076741, 0.243323, 0.259944, 0.268782, 0.261436, 0.245597, 0.270195, 0.152569, 0.084761, 0.327583, 0.275987, 0.230408, 0.263795, 0.15174, 0.264224, 0.247423, 0.235696, 0.237073, 0.122537, 0.240991, 0.236767, 0.24058, 0.164033, 0.152057, 0.280504, 0.266155, 0.28588, 0.247166, 0.26886, 0.107283, 0.241383, 0.125376, 0.237349, 0.25735, 0.264228, 0.257988, 0.228098, 0.263319, 0.270942, 0.240413, 0.130658, 0.255147, 0.153867, 0.151978, 0.24333, 0.269408, 0.203826, 0.251882, 0.176216, 0.267548, 0.242418, 0.253579, 0.26676, 0.282329, 0.146201, 0.243607, 0.260279, 0.229609, 0.194672, 0.251977, 0.231454, 0.070621, 0.259059, 0.241199, 0.264146, 0.273933, 0.077112, 0.220594, 0.217838, 0.245787, 0.270064, 0.261693, 0.258491, 0.266201, 0.176456, 0.262578, 0.251193, 0.261869, 0.268361, 0.282532, 0.257614, 0.204802, 0.277667, 0.274424, 0.222148, 0.169033, 0.210331, 0.246438, 0.23511, 0.257797, 0.10542, 0.2216, 0.209509, 0.185955, 0.232979, 0.2515, 0.202637, 0.196597, 0.277957, 0.148983, 0.253994, 0.243778, 0.09151, 0.247049, 0.11556, 0.207563, 0.213877, 0.262926, 0.256963, 0.257943, 0.247901, 0.257613, 0.261555, 0.203621, 0.073662, 0.264148, 0.25375, 0.247646, 0.256764, 0.254944, 0.268773, 0.263436, 0.176865, 0.237995, 0.214417, 0.284365, 0.241357, 0.075026, 0.068189, 0.257146, 0.178121, 0.300345, 0.266491, 0.240972, 0.255157, 0.26407, 0.222565, 0.262604, 0.293301, 0.262554, 0.120019, 0.273131, 0.255361, 0.251375, 0.275929, 0.170874, 0.22441, 0.206789, 0.214708, 0.245497, 0.262198, 0.272541, 0.249051, 0.080161, 0.257289, 0.117385, 0.266479, 0.249666, 0.25371, 0.252788, 0.254866, 0.273004, 0.232549, 0.256786, 0.260098, 0.253209, 0.100504, 0.268693, 0.250699, 0.261774, 0.249827, 0.270535, 0.220461, 0.077201, 0.188428, 0.118277, 0.252764, 0.261569, 0.251231, 0.267663, 0.261001, 0.218936, 0.269046, 0.231927, 0.253495, 0.071831, 0.257187, 0.239815, 0.268805, 0.199121, 0.243171, 0.279653, 0.242778, 0.257976, 0.254568, 0.075952, 0.234656, 0.258185, 0.253373, 0.084861, 0.241956, 0.072778, 0.279556, 0.219865, 0.228352, 0.183678, 0.238103, 0.252632, 0.290058, 0.233948, 0.097741, 0.292959, 0.252593, 0.270507, 0.269361, 0.236211, 0.262189, 0.256536, 0.23611, 0.088587, 0.263309, 0.251897, 0.270106, 0.261382, 0.261379, 0.07057, 0.253019, 0.266434, 0.260837, 0.171591, 0.254662, 0.171623, 0.146768, 0.217397, 0.2337, 0.271272, 0.238904, 0.254781, 0.227809, 0.230604, 0.279746, 0.223451, 0.253357, 0.049238, 0.240834, 0.263966, 0.251552, 0.075427, 0.091208, 0.237409, 0.270978, 0.250548, 0.253426, 0.266845, 0.268058, 0.259408, 0.212204, 0.257791, 0.255421, 0.310231, 0.246967, 0.234563, 0.285767, 0.259081, 0.187013, 0.258576, 0.278438, 0.12812, 0.25758, 0.258313, 0.101922, 0.264503, 0.241213, 0.283278, 0.247862, 0.23238, 0.233139, 0.26862, 0.243717, 0.087616, 0.271491, 0.267374, 0.164946, 0.002752, 0.103494, 0.252975, 0.242449, 0.263928, 0.265866, 0.166631, 0.254892, 0.226918, 0.194037, 0.274534, 0.260951, 0.064618, 0.277408, 0.249398, 0.253099, 0.256803, 0.265414, 0.260493, 0.177121, 0.243727, 0.238405, 0.226495, 0.074059, 0.254904, 0.261724, 0.204548, 0.233535, 0.264881, 0.256196, 0.254589, 0.086841, 0.248332, 0.104955, 0.078493, 0.250076, 0.268696, 0.207418, 0.214524, 0.252581, 0.08234, 0.256121, 0.236046, 0.205006, 0.233028, 0.233316, 0.256477, 0.14052, 0.239629, 0.28161, 0.248336, 0.241653, 0.254609, 0.216647, 0.251347, 0.259803, 0.188599, 0.242653, 0.254207, 0.258908, 0.271681, 0.242264, 0.275192, 0.266759, 0.179923, 0.100637, 0.27963, 0.265894, 0.246485, 0.184082, 0.271178, 0.274511, 0.166108, 0.257308, 0.084441, 0.244694, 0.258124, 0.20125, 0.222051, 0.254945, 0.263009, 0.240198, 0.256349, 0.258152, 0.219516, 0.270327, 0.266793, 0.219787, 0.269866, 0.27317, 0.080375, 0.263152, 0.250029, 0.21732, 0.233483, 0.259455, 0.251277, 0.229857, 0.176411, 0.223486, 0.257752, 0.255484, 0.237384, 0.080181, 0.064141, 0.236037, 0.245536, 0.254708, 0.246644, 0.252636, 0.279428, 0.274643, 0.101408, 0.244717, 0.231886, 0.256278, 0.229934, 0.268185, 0.260541, 0.199373, 0.276319, 0.223463, 0.256003, 0.198018, 0.248886, 0.168012, 0.163492, 0.241303, 0.265099, 0.250117, 0.279705, 0.264649, 0.251006, 0.276834, 0.268124, 0.262503, 0.083019, 0.114485, 0.069493, 0.240156, 0.297382, 0.258806, 0.080462, 0.220854, 0.259944, 0.243553, 0.25589, 0.271645, 0.303877, 0.278093, 0.258587, 0.253039, 0.1259, 0.204158, 0.267137, 0.168832, 0.090635, 0.272908, 0.251002, 0.241878, 0.243339, 0.21589, 0.15915, 0.340135, 0.236184, 0.260347, 0.225349, 0.27091, 0.253541, 0.26425, 0.267081, 0.083018, 0.247042, 0.271166, 0.112463, 0.255516, 0.232646, 0.23808, 0.232691, 0.256938, 0.263785, 0.246154, 0.175282, 0.247721, 0.253821, 0.116346, 0.248924, 0.081433, 0.180535, 0.273544, 0.267672, 0.256252, 0.225085, 0.211212, 0.232945, 0.065458, 0.257965, 0.284798, 0.276439, 0.182832, 0.262341, 0.050963, 0.256973, 0.255413, 0.268963, 0.28351, 0.246003, 0.259334, 0.202649, 0.233849, 0.269415, 0.251197, 0.250859, 0.084142, 0.228165, 0.247813, 0.258408, 0.195564, 0.174307, 0.247899, 0.074714, 0.242774, 0.119802, 0.269337, 0.213634, 0.240114, 0.25529, 0.273308, 0.222815, 0.261588, 0.271408, 0.248394, 0.237088, 0.255292, 0.228457, 0.16587, 0.124972, 0.235898, 0.269049, 0.086052, 0.088487, 0.24742, 0.191707, 0.250588, 0.236767, 0.24462, 0.100761, 0.249097, 0.284591, 0.259722, 0.259059, 0.24932, 0.27637, 0.261016, 0.198552, 0.255335, 0.2358, 0.250298, 0.079496, 0.204931, 0.278343, 0.267122, 0.237678, 0.121072, 0.084153, 0.268115, 0.254825, 0.260504, 0.218617, 0.218698, 0.257356, 0.262846, 0.076751, 0.078575, 0.248956, 0.257588, 0.256954, 0.255854, 0.262515, 0.077055, 0.262805, 0.277517, 0.19038, 0.188786, 0.239501, 0.270526, 0.265596, 0.276218, 0.25415, 0.180912, 0.254174, 0.263667, 0.226693, 0.249383, 0.231125, 0.260011, 0.257163, 0.176192, 0.26664, 0.301746, 0.230703, 0.246698, 0.267128, 0.113452, 0.270604 ] }, "name": "model.model.layers.2.post_attention_layernorm.weight", "outputIndexes": [ 275 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 274 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_2/Mul_output_0", "outputIndexes": [ 276 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 275, 276 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_2/Mul_1_output_0", "outputIndexes": [ 277 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 277 ], "outputIndexes": [ 2700 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 2700 ], "outputIndexes": [ 2701 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/mlp/gate_proj/Linear", "inputIndexes": [ 2701 ], "outputIndexes": [ 2702 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2560, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 38400, "weightSize": 0 }, "external": [ 13824396, 1228822, 307200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 2702 ], "outputIndexes": [ 2703 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2703 ], "outputIndexes": [ 278 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 278 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_2/Sigmoid_output_0", "outputIndexes": [ 279 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 278, 279 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_2/Mul_output_0", "outputIndexes": [ 280 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 277 ], "outputIndexes": [ 2704 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 2704 ], "outputIndexes": [ 2705 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/mlp/up_proj/Linear", "inputIndexes": [ 2705 ], "outputIndexes": [ 2706 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2560, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 38400, "weightSize": 0 }, "external": [ 15360418, 1228822, 307200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 2706 ], "outputIndexes": [ 2707 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2707 ], "outputIndexes": [ 281 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 280, 281 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_2/Mul_output_0", "outputIndexes": [ 282 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 282 ], "outputIndexes": [ 2708 ], "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 2708 ], "outputIndexes": [ 2709 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/mlp/down_proj/Linear", "inputIndexes": [ 2709 ], "outputIndexes": [ 2710 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 960, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2560, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 38400, "weightSize": 0 }, "external": [ 16896440, 1228822, 307200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 2710 ], "outputIndexes": [ 2711 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2711 ], "outputIndexes": [ 283 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 960 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 274, 283 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_14_output_0", "outputIndexes": [ 284 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 284, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_27_output_0", "outputIndexes": [ 285 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 960 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.452829, 0.452539, 0.420867, 0.421349, 0.419588, 0.407746, 0.437607, 0.425395, 0.471042, 0.333695, 0.424015, 0.433908, 0.404691, 0.399867, 0.408315, 0.440769, 0.34333, 0.41537, 0.20141, 0.181499, 0.406754, 0.390354, 0.279693, 0.412625, 0.446848, 0.381525, 0.21584, 0.419741, 0.410197, 0.280943, 0.402189, 0.483417, 0.371272, 0.422959, 0.422505, 0.374384, 0.419464, 0.406404, 0.366928, 0.413325, 0.156727, 0.415964, 0.446804, 0.215572, 0.424101, 0.381548, 0.170659, 0.43997, 0.151483, 0.384788, 0.401017, 0.431672, 0.368983, 0.136986, 0.415917, 0.253214, 0.334498, 0.133259, 0.401999, 0.368889, 0.450629, 0.423609, 0.418162, 0.352872, 0.42383, 0.406329, 0.38468, 0.415904, 0.354306, 0.326953, 0.407895, 0.405475, 0.467907, 0.431326, 0.2053, 0.419148, 0.442722, 0.409976, 0.432812, 0.403469, 0.319652, 0.3933, 0.378648, 0.381265, 0.392881, 0.422627, 0.412367, 0.052471, 0.404981, 0.428707, 0.385744, 0.169598, 0.379901, 0.449517, 0.434399, 0.416844, 0.394738, 0.13234, 0.412577, 0.370979, 0.219081, 0.477602, 0.397437, 0.392335, 0.394183, 0.455184, 0.425336, 0.329635, 0.410883, 0.409168, 0.368101, 0.427631, 0.414583, 0.400612, 0.453752, 0.374555, 0.42471, 0.416886, 0.453499, 0.433975, 0.436111, 0.411701, 0.378016, 0.406089, 0.404667, 0.425935, 0.407975, 0.437158, 0.425212, 0.450694, 0.452968, 0.369189, 0.404615, 0.145069, 0.391287, 0.47085, 0.406026, 0.422158, 0.454978, 0.434198, 0.165651, 0.386595, 0.424133, 0.431362, 0.548022, 0.131565, 0.348256, 0.312029, 0.422678, 0.396751, 0.433038, 0.393636, 0.397185, 0.415258, 0.387888, 0.445423, 0.417367, 0.390447, 0.434186, 0.390382, 0.41413, 0.430585, 0.659851, 0.406104, 0.372315, 0.474509, 0.444197, 0.385878, 0.414449, 0.41908, 0.446943, 0.364527, 0.371013, 0.423613, 0.313489, 0.454275, 0.158334, 0.297652, 0.414331, 0.367674, 0.421042, 0.418652, 0.381384, 0.452052, 0.404107, 0.431045, 0.322599, 0.43045, 0.176017, 0.428317, 0.384585, 0.247674, 0.185909, 0.39893, 0.391191, 0.420194, 0.228329, 0.419368, 0.404055, 0.403851, 0.40991, 0.394474, 0.41086, 0.416735, 0.334357, 0.441779, 0.424053, 0.415486, 0.419476, 0.320511, 0.395021, 0.424468, 0.10518, 0.428535, 0.435809, 0.415586, 0.415242, 0.200309, 0.285367, 0.427842, 0.295581, 0.435871, 0.379773, 0.384445, 0.404771, 0.378507, 0.40683, 0.408833, 0.408475, 0.408241, 0.415628, 0.428541, 0.400654, 0.417378, 0.404487, 0.271541, 0.447688, 0.595991, 0.165394, 0.392374, 0.379824, 0.248956, 0.444656, 0.413448, 0.3926, 0.425337, 0.393748, 0.398183, 0.392814, 0.340062, 0.438452, 0.381343, 0.256962, 0.399917, 0.348749, 0.481967, 0.387282, 0.430856, 0.391589, 0.402113, 0.401809, 0.407323, 0.397062, 0.172908, 0.427491, 0.160975, 0.460655, 0.431689, 0.395182, 0.42013, 0.4054, 0.416272, 0.460842, 0.469006, 0.400876, 0.382099, 0.171257, 0.276833, 0.426089, 0.445185, 0.227916, 0.467339, 0.440114, 0.427975, 0.455502, 0.413501, 0.145193, 0.417945, 0.422603, 0.408877, 0.42983, 0.4569, 0.374119, 0.421554, 0.392327, 0.387555, 0.412745, 0.415693, 0.431301, 0.445631, 0.358599, 0.455088, 0.402142, 0.40148, 0.161881, 0.483112, 0.348453, 0.384331, 0.175553, 0.438095, 0.442466, 0.41518, 0.466162, 0.420654, 0.479038, 0.372369, 0.464595, 0.342422, 0.245072, 0.44288, 0.45375, 0.416038, 0.383327, 0.473879, 0.291408, 0.35467, 0.420703, 0.419881, 0.429716, 0.431463, 0.415866, 0.312205, 0.465165, 0.228775, 0.424985, 0.413373, 0.293789, 0.42245, 0.415634, 0.403424, 0.409967, 0.500203, 0.180824, 0.427245, 0.236553, 0.420012, 0.36874, 0.433398, 0.419941, 0.394113, 0.397651, 0.438663, 0.391074, 0.468466, 0.429693, 0.427821, 0.220545, 0.395899, 0.380321, 0.41065, 0.176178, 0.381772, 0.22391, 0.40671, 0.304534, 0.445537, 0.403021, 0.223751, 0.399441, 0.372453, 0.434637, 0.378792, 0.180105, 0.414331, 0.422887, 0.424563, 0.44323, 0.436833, 0.424407, 0.287201, 0.16456, 0.378707, 0.412994, 0.367419, 0.472509, 0.275997, 0.476204, 0.399081, 0.383618, 0.411181, 0.23843, 0.381099, 0.427036, 0.45298, 0.301135, 0.296247, 0.44608, 0.442651, 0.02611, 0.425833, 0.403822, 0.211169, 0.40991, 0.245837, 0.415052, 0.439644, 0.415987, 0.414258, 0.396662, 0.420502, 0.41343, 0.412444, 0.230611, 0.405887, 0.301187, 0.283232, 0.394856, 0.415547, 0.38859, 0.408882, 0.304253, 0.441929, 0.382689, 0.4171, 0.397604, 0.432792, 0.289015, 0.396662, 0.407222, 0.393941, 0.327824, 0.404714, 0.383259, 0.165646, 0.419913, 0.407293, 0.422353, 0.422308, 0.164095, 0.330796, 0.373972, 0.409782, 0.449125, 0.425826, 0.433564, 0.452088, 0.310154, 0.432118, 0.374372, 0.45051, 0.425281, 0.434579, 0.429326, 0.354891, 0.776633, 0.456198, 0.397195, 0.327428, 0.378725, 0.385934, 0.38575, 0.432763, 0.21046, 0.372823, 0.361777, 0.332091, 0.415958, 0.394052, 0.348068, 0.330711, 0.512828, 0.26771, 0.395341, 0.403148, 0.345739, 0.418837, 0.225873, 0.346739, 0.354333, 0.371205, 0.42629, 0.427061, 0.422653, 0.433336, 0.394748, 0.349889, 0.12923, 0.441954, 0.424249, 0.374506, 0.394971, 0.397609, 0.45283, 0.43411, 0.359782, 0.396815, 0.374979, 0.466112, 0.388106, 0.156525, 0.139113, 0.408824, 0.427268, 0.453489, 0.404007, 0.387804, 0.413694, 0.42974, 0.374577, 0.420172, 0.429002, 0.439463, 0.2426, 0.429376, 0.399488, 0.426951, 0.454395, 0.330919, 0.39777, 0.364745, 0.400676, 0.407107, 0.412197, 0.45496, 0.431788, 0.155093, 0.431388, 0.331538, 0.413949, 0.421282, 0.397537, 0.387304, 0.454797, 0.439535, 0.410543, 0.466808, 0.422812, 0.424951, 0.195337, 0.432236, 0.416663, 0.429929, 0.403362, 0.435514, 0.392116, 0.170372, 0.356947, 0.211285, 0.417873, 0.404352, 0.385234, 0.421981, 0.459864, 0.368729, 0.427521, 0.378534, 0.45684, 0.236146, 0.429457, 0.395639, 0.41806, 0.322331, 0.410202, 0.456822, 0.40076, 0.417062, 0.406734, 0.154287, 0.383623, 0.399305, 0.421217, 0.185583, 0.413961, 0.150715, 0.419435, 0.374188, 0.367898, 0.331385, 0.373171, 0.413891, 0.435187, 0.396418, 0.202096, 0.447845, 0.437265, 0.410569, 0.44497, 0.408424, 0.426952, 0.407769, 0.368572, 0.169912, 0.403518, 0.405837, 0.424957, 0.4601, 0.458746, 0.147087, 0.405854, 0.443784, 0.418544, 0.313178, 0.435936, 0.312652, 0.280332, 0.354037, 0.474902, 0.461526, 0.465531, 0.426337, 0.384252, 0.389929, 0.42607, 0.391116, 0.413431, 0.119961, 0.374084, 0.4395, 0.425839, 0.152523, 0.185308, 0.384705, 0.422343, 0.410852, 0.412947, 0.452188, 0.411642, 0.431838, 0.339435, 0.413748, 0.402252, 0.403926, 0.421126, 0.692407, 0.420076, 0.416565, 0.377045, 0.405958, 0.462819, 0.234003, 0.409619, 0.417707, 0.197125, 0.460716, 0.471019, 0.432041, 0.371326, 0.369204, 0.407253, 0.418724, 0.435091, 0.165621, 0.430325, 0.4666, 0.293578, 0.262513, 0.184832, 0.438037, 0.395221, 0.430216, 0.423382, 0.30712, 0.385919, 0.410314, 0.335293, 0.448628, 0.45418, 0.140648, 0.406814, 0.430615, 0.441514, 0.415737, 0.432392, 0.423788, 0.311018, 0.426421, 0.376957, 0.38244, 0.160534, 0.408112, 0.429692, 0.359938, 0.395779, 0.420578, 0.447117, 0.418429, 0.167111, 0.395708, 0.240146, 0.158967, 0.424376, 0.421614, 0.397031, 0.344621, 0.417807, 0.157955, 0.411625, 0.401562, 0.635452, 0.402829, 0.390982, 0.383711, 0.257104, 0.392502, 0.452905, 0.423423, 0.409828, 0.425247, 0.392772, 0.404676, 0.494586, 0.338918, 0.381788, 0.397543, 0.441478, 0.448362, 0.388648, 0.447742, 0.46302, 0.32465, 0.21325, 0.457283, 0.478092, 0.424587, 0.333646, 0.460454, 0.439598, 0.333433, 0.417577, 0.158171, 0.407441, 0.420698, 0.362101, 0.374412, 0.425364, 0.417242, 0.373391, 0.393877, 0.440758, 0.39236, 0.448519, 0.423247, 0.360458, 0.434419, 0.458894, 0.152143, 0.459041, 0.399479, 0.380632, 0.40887, 0.445085, 0.449601, 0.387161, 0.292604, 0.358824, 0.417704, 0.413187, 0.398225, 0.155347, 0.146984, 0.389757, 0.421924, 0.426871, 0.397233, 0.392668, 0.445512, 0.435552, 0.195908, 0.397761, 0.390096, 0.41362, 0.383801, 0.409492, 0.426423, 0.36447, 0.426292, 0.400165, 0.39306, 0.354648, 0.439342, 0.307196, 0.316048, 0.400461, 0.436409, 0.402675, 0.427911, 0.436642, 0.435685, 0.461218, 0.399071, 0.413598, 0.167813, 0.225578, 0.140183, 0.376746, 0.470302, 0.424618, 0.175443, 0.385154, 0.418453, 0.404793, 0.439642, 0.419975, 0.490978, 0.447367, 0.434194, 0.452765, 0.238505, 0.36749, 0.427554, 0.299585, 0.163568, 0.458955, 0.402002, 0.38945, 0.401607, 0.356971, 0.296261, 0.393577, 0.372311, 0.452538, 0.46416, 0.42891, 0.405105, 0.438616, 0.402729, 0.185952, 0.406415, 0.412904, 0.205971, 0.423388, 0.398634, 0.405495, 0.410198, 0.404568, 0.40164, 0.370512, 0.331721, 0.448153, 0.435087, 0.234069, 0.421618, 0.151629, 0.318726, 0.410982, 0.434136, 0.413101, 0.39626, 0.336799, 0.347586, 0.134049, 0.392714, 0.447835, 0.452892, 0.330446, 0.411834, 0.119652, 0.442715, 0.382437, 0.429718, 0.442026, 0.390175, 0.407776, 0.360789, 0.417739, 0.453733, 0.415912, 0.415722, 0.168593, 0.379417, 0.399009, 0.395867, 0.367481, 0.30978, 0.391884, 0.144098, 0.407963, 0.22059, 0.493614, 0.381132, 0.406415, 0.416806, 0.400431, 0.401859, 0.414621, 0.483522, 0.414666, 0.410494, 0.434017, 0.398132, 0.291641, 0.234209, 0.395288, 0.443649, 0.176751, 0.386676, 0.393417, 0.317279, 0.410367, 0.372565, 0.396739, 0.183356, 0.420239, 0.477334, 0.399401, 0.401901, 0.436094, 0.413847, 0.427875, 0.364736, 0.414033, 0.38916, 0.434853, 0.158936, 0.352251, 0.471075, 0.412136, 0.451028, 0.233085, 0.165096, 0.44821, 0.385302, 0.428324, 0.381977, 0.598527, 0.380167, 0.4036, 0.173715, 0.164906, 0.411159, 0.421771, 0.389317, 0.406792, 0.428053, 0.159146, 0.410301, 0.428889, 0.330971, 0.339623, 0.468706, 0.441937, 0.415539, 0.438533, 0.475267, 0.386517, 0.462143, 0.435302, 0.381414, 0.416602, 0.378015, 0.430622, 0.400337, 0.315105, 0.409625, 0.495004, 0.381831, 0.429218, 0.409621, 0.225316, 0.417823 ] }, "name": "model.model.layers.3.input_layernorm.weight", "outputIndexes": [ 286 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 285 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_3/Mul_output_0", "outputIndexes": [ 287 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 286, 287 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_3/Mul_1_output_0", "outputIndexes": [ 288 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 288 ], "outputIndexes": [ 2712 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 2712 ], "outputIndexes": [ 2713 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/q_proj/Linear", "inputIndexes": [ 2713 ], "outputIndexes": [ 2714 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 960, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14400, "weightSize": 0 }, "external": [ 18432462, 460822, 115200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 2714 ], "outputIndexes": [ 2715 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2715 ], "outputIndexes": [ 289 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 960 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 288 ], "main_type": "NONE", "name": "/Shape_43_output_0", "outputIndexes": [ 290 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 290 ], "main_type": "NONE", "name": "Shape727", "outputIndexes": [ 291 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 290 ], "main_type": "NONE", "name": "Rank729", "outputIndexes": [ 292 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 292, 292 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp731", "outputIndexes": [ 293 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 293 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze732", "outputIndexes": [ 294 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 293, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp734", "outputIndexes": [ 295 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 295 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze735", "outputIndexes": [ 296 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 291, 294, 296, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice738", "outputIndexes": [ 297 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 297 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze739", "outputIndexes": [ 298 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 298 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp740", "outputIndexes": [ 299 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 299, 298 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp741", "outputIndexes": [ 300 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 290, 300, 293 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_49_output_0", "outputIndexes": [ 301 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 301, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_97_output_0", "outputIndexes": [ 302 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 302, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_39_output_0", "outputIndexes": [ 303 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 289, 303 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_28_output_0", "outputIndexes": [ 304 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 304, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_24_output_0", "outputIndexes": [ 305 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 304 ], "main_type": "NONE", "name": "/Shape_44_output_0", "outputIndexes": [ 306 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 306 ], "main_type": "NONE", "name": "Shape748", "outputIndexes": [ 307 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 306 ], "main_type": "NONE", "name": "Rank750", "outputIndexes": [ 308 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 308, 308 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp752", "outputIndexes": [ 309 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 309 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze753", "outputIndexes": [ 310 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 309, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp755", "outputIndexes": [ 311 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 311 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze756", "outputIndexes": [ 312 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 307, 310, 312, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice759", "outputIndexes": [ 313 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 313 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze760", "outputIndexes": [ 314 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 314 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp761", "outputIndexes": [ 315 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 315, 314 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp762", "outputIndexes": [ 316 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 306, 316, 309 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_50_output_0", "outputIndexes": [ 317 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 317, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_9_output_0", "outputIndexes": [ 318 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 318, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_102_output_0", "outputIndexes": [ 319 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 304, 319, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_13_output_0", "outputIndexes": [ 320 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 320 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_6_output_0", "outputIndexes": [ 321 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 304, 22, 319, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_12_output_0", "outputIndexes": [ 322 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 321, 322 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_42_output_0", "outputIndexes": [ 323 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 323, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_25_output_0", "outputIndexes": [ 324 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 305, 324 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_15_output_0", "outputIndexes": [ 325 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 288 ], "outputIndexes": [ 2716 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 2716 ], "outputIndexes": [ 2717 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/k_proj/Linear", "inputIndexes": [ 2717 ], "outputIndexes": [ 2718 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 4800, "weightSize": 0 }, "external": [ 19008484, 153622, 38400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 2718 ], "outputIndexes": [ 2719 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2719 ], "outputIndexes": [ 326 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 302, 85, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_40_output_0", "outputIndexes": [ 327 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 326, 327 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_29_output_0", "outputIndexes": [ 328 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 328, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_26_output_0", "outputIndexes": [ 329 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 328 ], "main_type": "NONE", "name": "/Shape_45_output_0", "outputIndexes": [ 330 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 330 ], "main_type": "NONE", "name": "Shape810", "outputIndexes": [ 331 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 330 ], "main_type": "NONE", "name": "Rank812", "outputIndexes": [ 332 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 332, 332 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp814", "outputIndexes": [ 333 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 333 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze815", "outputIndexes": [ 334 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 333, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp817", "outputIndexes": [ 335 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 335 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze818", "outputIndexes": [ 336 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 331, 334, 336, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice821", "outputIndexes": [ 337 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 337 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze822", "outputIndexes": [ 338 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 338 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp823", "outputIndexes": [ 339 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 339, 338 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp824", "outputIndexes": [ 340 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 330, 340, 333 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_51_output_0", "outputIndexes": [ 341 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 341, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_10_output_0", "outputIndexes": [ 342 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 342, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_104_output_0", "outputIndexes": [ 343 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 328, 343, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_15_output_0", "outputIndexes": [ 344 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 344 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_7_output_0", "outputIndexes": [ 345 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 328, 22, 343, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_14_output_0", "outputIndexes": [ 346 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 345, 346 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_43_output_0", "outputIndexes": [ 347 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 347, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_27_output_0", "outputIndexes": [ 348 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 329, 348 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_16_output_0", "outputIndexes": [ 349 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 288 ], "outputIndexes": [ 2720 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 2720 ], "outputIndexes": [ 2721 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/v_proj/Linear", "inputIndexes": [ 2721 ], "outputIndexes": [ 2722 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 4800, "weightSize": 0 }, "external": [ 19200506, 153622, 38400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 2722 ], "outputIndexes": [ 2723 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2723 ], "outputIndexes": [ 350 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 350, 327 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_30_output_0", "outputIndexes": [ 351 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 325, 349, 351, 111 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_35_output_0", "outputIndexes": [ 352 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 352 ], "outputIndexes": [ 2724 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 2724 ], "outputIndexes": [ 2725 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/o_proj/Linear", "inputIndexes": [ 2725 ], "outputIndexes": [ 2726 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 960, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14400, "weightSize": 0 }, "external": [ 19392528, 460822, 115200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 2726 ], "outputIndexes": [ 2727 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2727 ], "outputIndexes": [ 353 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 960 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 285, 353 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_18_output_0", "outputIndexes": [ 354 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 960 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.331583, 0.306868, 0.30336, 0.300372, 0.304364, 0.295971, 0.320419, 0.312599, 0.305249, 0.216187, 0.299801, 0.323388, 0.301196, 0.312697, 0.287556, 0.313321, 0.223893, 0.287172, 0.123524, 0.098989, 0.291475, 0.261154, 0.175043, 0.286498, 0.329362, 0.225988, 0.135156, 0.287767, 0.293983, 0.182226, 0.297206, 0.325389, 0.247622, 0.312577, 0.299001, 0.288299, 0.317311, 0.281784, 0.25802, 0.295354, 0.069298, 0.30005, 0.311297, 0.144797, 0.29896, 0.26038, 0.106855, 0.297, 0.080684, 0.256732, 0.274301, 0.276543, 0.273159, 0.083282, 0.311288, 0.150846, 0.215467, 0.081354, 0.303374, 0.278429, 0.313097, 0.301317, 0.256909, 0.237977, 0.302664, 0.30116, 0.290519, 0.31603, 0.25733, 0.219432, 0.509998, 0.309646, 0.317873, 0.312803, 0.131783, 0.269838, 0.316438, 0.299355, 0.329449, 0.302337, 0.18711, 0.300118, 0.260223, 0.278063, 0.302985, 0.329694, 0.284984, -0.000542, 0.313392, 0.305845, 0.301106, 0.103243, 0.259509, 0.28357, 0.295076, 0.29112, 0.289569, 0.086508, 0.317052, 0.285806, 0.143921, 0.340801, 0.267211, 0.282421, 0.309949, 0.319403, 0.347966, 0.236513, 0.314053, 0.30542, 0.308291, 0.291132, 0.286955, 0.317906, 0.338878, 0.262613, 0.305989, 0.308644, 0.339929, 0.302587, 0.291172, 0.308974, 0.274689, 0.334834, 0.298682, 0.309006, 0.300911, 0.296731, 0.327216, 0.276372, 0.34713, 0.253437, 0.285084, 0.084117, 0.243005, 0.315355, 0.302188, 0.302228, 0.334906, 0.322818, 0.106562, 0.30185, 0.297211, 0.300495, 0.329649, 0.080706, 0.216405, 0.192423, 0.302849, 0.313013, 0.289697, 0.308589, 0.295083, 0.300304, 0.302083, 0.318672, 0.279541, 0.256645, 0.320576, 0.311997, 0.30203, 0.321771, 0.414429, 0.329663, 0.254535, 0.333478, 0.303698, 0.257972, 0.303548, 0.304283, 0.315564, 0.241198, 0.257349, 0.303685, 0.21258, 0.31576, 0.105687, 0.192688, 0.281263, 0.232211, 0.317171, 0.322029, 0.272868, 0.296256, 0.313806, 0.324191, 0.212588, 0.291319, 0.096212, 0.310957, 0.292761, 0.153816, 0.116685, 0.280037, 0.273417, 0.317404, 0.149967, 0.302169, 0.284217, 0.307204, 0.315911, 0.295434, 0.305047, 0.302963, 0.241251, 0.307003, 0.297881, 0.323137, 0.304541, 0.228261, 0.316873, 0.296531, 0.059874, 0.315973, 0.274304, 0.312359, 0.308478, 0.107673, 0.219061, 0.310292, 0.188101, 0.293232, 0.283918, 0.272268, 0.23574, 0.299165, 0.283832, 0.303005, 0.30864, 0.304083, 0.301213, 0.264995, 0.275117, 0.284319, 0.284111, 0.178522, 0.309987, 0.144003, 0.096624, 0.301239, 0.405505, 0.155425, 0.299877, 0.304574, 0.303132, 0.287089, 0.324433, 0.292196, 0.293007, 0.228374, 0.30641, 0.285019, 0.179264, 0.308521, 0.239559, 0.304982, 0.275246, 0.324658, 0.286874, 0.281574, 0.297772, 0.294427, 0.29898, 0.101723, 0.321871, 0.090038, 0.318472, 0.306656, 0.281237, 0.298113, 0.273, 0.321963, 0.322113, 0.321419, 0.287205, 0.278793, 0.095753, 0.178448, 0.309245, 0.329172, 0.146677, 0.294893, 0.314739, 0.296848, 0.286311, 0.30409, 0.086103, 0.297074, 0.318976, 0.273924, 0.320124, 0.315696, 0.274397, 0.304016, 0.276154, 0.287777, 0.253369, 0.325541, 0.296319, 0.309905, 0.260728, 0.307176, 0.297437, 0.267634, 0.098287, 0.337944, 0.214718, 0.282032, 0.112032, 0.305191, 0.312175, 0.274207, 0.314767, 0.30139, 0.319517, 0.253592, 0.305238, 0.218313, 0.14869, 0.287445, 0.301468, 0.312115, 0.288767, 0.346382, 0.180635, 0.24267, 0.305749, 0.300969, 0.311412, 0.297243, 0.304398, 0.202753, 0.330415, 0.102833, 0.30869, 0.285792, 0.1937, 0.304578, 0.291619, 0.306927, 0.285522, 0.360747, 0.104837, 0.30482, 0.150909, 0.314319, 0.253395, 0.309134, 0.301313, 0.318268, 0.279228, 0.359381, 0.285481, 0.312238, 0.313651, 0.304298, 0.141616, 0.254271, 0.288959, 0.260034, 0.104039, 0.271597, 0.016741, 0.301109, 0.385222, 0.315844, 0.31155, 0.131564, 0.307047, 0.283617, 0.29608, 0.269026, 0.095712, 0.28971, 0.294377, 0.306107, 0.301015, 0.284089, 0.319152, 0.189077, 0.099151, 0.352686, 0.312712, 0.275511, 0.332823, 0.176876, 0.312553, 0.297857, 0.278622, 0.269644, 0.147461, 0.27324, 0.286847, 0.294518, 0.20184, 0.182257, 0.345622, 0.307624, 0.335924, 0.297065, 0.3054, 0.132064, 0.28183, 0.144809, 0.285268, 0.303726, 0.305537, 0.301351, 0.260921, 0.29622, 0.323254, 0.28793, 0.153637, 0.296675, 0.170059, 0.176561, 0.28817, 0.314227, 0.253522, 0.288101, 0.213475, 0.315897, 0.293168, 0.307708, 0.309516, 0.330869, 0.180302, 0.289567, 0.312959, 0.265736, 0.224633, 0.303697, 0.275209, 0.085175, 0.302369, 0.273611, 0.301285, 0.300766, 0.094515, 0.239953, 0.246134, 0.283836, 0.289994, 0.307904, 0.302038, 0.316937, 0.207791, 0.309753, 0.287609, 0.317873, 0.308365, 0.324499, 0.305354, 0.248119, 0.282322, 0.337804, 0.2587, 0.204203, 0.245409, 0.292043, 0.282055, 0.29784, 0.12394, 0.267308, 0.243786, 0.220744, 0.290438, 0.295762, 0.23502, 0.227962, 0.32538, 0.174686, 0.287754, 0.286501, 0.098929, 0.285225, 0.139636, 0.238451, 0.257653, 0.3083, 0.314784, 0.295981, 0.293734, 0.305202, 0.286585, 0.23894, 0.088566, 0.307917, 0.285112, 0.283215, 0.308627, 0.291949, 0.301597, 0.294657, 0.214888, 0.275926, 0.255922, 0.33247, 0.280586, 0.089645, 0.086882, 0.288785, 0.198455, 0.352971, 0.310484, 0.283681, 0.280608, 0.303378, 0.273091, 0.304863, 0.371076, 0.326353, 0.140843, 0.329469, 0.301733, 0.285913, 0.313823, 0.202567, 0.286913, 0.243293, 0.249921, 0.281004, 0.301229, 0.322545, 0.286737, 0.092159, 0.298611, 0.143238, 0.30578, 0.29482, 0.296931, 0.288588, 0.313597, 0.296499, 0.281206, 0.31135, 0.295267, 0.299341, 0.117191, 0.301665, 0.309212, 0.307328, 0.296096, 0.314462, 0.24822, 0.094528, 0.219678, 0.154751, 0.285659, 0.302228, 0.28797, 0.321679, 0.322538, 0.253535, 0.293842, 0.295002, 0.303983, 0.088963, 0.295345, 0.28351, 0.310467, 0.242859, 0.288154, 0.316261, 0.278504, 0.292646, 0.304157, 0.091596, 0.265023, 0.309898, 0.289695, 0.106205, 0.277748, 0.078786, 0.321962, 0.261334, 0.261614, 0.222862, 0.272644, 0.283236, 0.335729, 0.2682, 0.121177, 0.347076, 0.282784, 0.310715, 0.311112, 0.267357, 0.311739, 0.287588, 0.270174, 0.110991, 0.312601, 0.296845, 0.322628, 0.317997, 0.289563, 0.093135, 0.285342, 0.301789, 0.306952, 0.206374, 0.302047, 0.198419, 0.177394, 0.252352, 0.273986, 0.324768, 0.273143, 0.29563, 0.2636, 0.276699, 0.305568, 0.255162, 0.292808, 0.067879, 0.268916, 0.301528, 0.295003, 0.088603, 0.115016, 0.257684, 0.313389, 0.308316, 0.305184, 0.309693, 0.303237, 0.320134, 0.243631, 0.307985, 0.291803, 0.354578, 0.302487, 0.247508, 0.313748, 0.308907, 0.212264, 0.306619, 0.319569, 0.152886, 0.30783, 0.306821, 0.118186, 0.312783, 0.283032, 0.329827, 0.301045, 0.259834, 0.279081, 0.31421, 0.303759, 0.107311, 0.315279, 0.305626, 0.190865, 0.001028, 0.119547, 0.289536, 0.282816, 0.318407, 0.325231, 0.191374, 0.288458, 0.268219, 0.22211, 0.321218, 0.316375, 0.080461, 0.316685, 0.29894, 0.2958, 0.305993, 0.309664, 0.297633, 0.202371, 0.2971, 0.276444, 0.285585, 0.091027, 0.325123, 0.304994, 0.228357, 0.268362, 0.308402, 0.309908, 0.310319, 0.114353, 0.300831, 0.12249, 0.090417, 0.299181, 0.327198, 0.261549, 0.252542, 0.309713, 0.095998, 0.299278, 0.287819, 0.206081, 0.281214, 0.278498, 0.301966, 0.166653, 0.293561, 0.324252, 0.304139, 0.295687, 0.32341, 0.246594, 0.298548, 0.292533, 0.22271, 0.275249, 0.294246, 0.315464, 0.32166, 0.288047, 0.319373, 0.316192, 0.220543, 0.119669, 0.317884, 0.307766, 0.295282, 0.223072, 0.317392, 0.320341, 0.2056, 0.303913, 0.100762, 0.284403, 0.287742, 0.239822, 0.254795, 0.295073, 0.310727, 0.286102, 0.298394, 0.318507, 0.264168, 0.325527, 0.288888, 0.253851, 0.321307, 0.317959, 0.098578, 0.312822, 0.301289, 0.272887, 0.265225, 0.316992, 0.305624, 0.269359, 0.200198, 0.24643, 0.305874, 0.300419, 0.287584, 0.095516, 0.083113, 0.301518, 0.299944, 0.293713, 0.275572, 0.287993, 0.346639, 0.312638, 0.1186, 0.296568, 0.272816, 0.288078, 0.271694, 0.298372, 0.309685, 0.230573, 0.309839, 0.248673, 0.295183, 0.234021, 0.304282, 0.200831, 0.191522, 0.286441, 0.320094, 0.305118, 0.333324, 0.295561, 0.310751, 0.315298, 0.305413, 0.304079, 0.102182, 0.142207, 0.084108, 0.286363, 0.339685, 0.288852, 0.097785, 0.240439, 0.296511, 0.281351, 0.310245, 0.313282, 0.34093, 0.319747, 0.3158, 0.30686, 0.154462, 0.2327, 0.320004, 0.194075, 0.106655, 0.328623, 0.292396, 0.287702, 0.289055, 0.259372, 0.18868, 0.349394, 0.299291, 0.319465, 0.277371, 0.310105, 0.284607, 0.324624, 0.308434, 0.099739, 0.30484, 0.324013, 0.134823, 0.299835, 0.268598, 0.268937, 0.270679, 0.299326, 0.313809, 0.284875, 0.227602, 0.284557, 0.297436, 0.147544, 0.311974, 0.097118, 0.21056, 0.306002, 0.321472, 0.301732, 0.279557, 0.246433, 0.277329, 0.079274, 0.298915, 0.329494, 0.326069, 0.210689, 0.308257, 0.069562, 0.311774, 0.292031, 0.311737, 0.315664, 0.290837, 0.297044, 0.229729, 0.284387, 0.327798, 0.290249, 0.303298, 0.114759, 0.266165, 0.283158, 0.307563, 0.232526, 0.216621, 0.292335, 0.089493, 0.298171, 0.140946, 0.331269, 0.247029, 0.285766, 0.301373, 0.315553, 0.269939, 0.301263, 0.31809, 0.294534, 0.270243, 0.325103, 0.274612, 0.189621, 0.150859, 0.283793, 0.295259, 0.108392, 0.096156, 0.28597, 0.22477, 0.297614, 0.281306, 0.283174, 0.122986, 0.287411, 0.318078, 0.297421, 0.304391, 0.287914, 0.311839, 0.295506, 0.236914, 0.308138, 0.282435, 0.282652, 0.093252, 0.240196, 0.322303, 0.311039, 0.289548, 0.147954, 0.100425, 0.309298, 0.30053, 0.29686, 0.244068, 0.251358, 0.280199, 0.307672, 0.103734, 0.093754, 0.291685, 0.301105, 0.299156, 0.296973, 0.301696, 0.085535, 0.320369, 0.327199, 0.224751, 0.215926, 0.283215, 0.323468, 0.317511, 0.317077, 0.306713, 0.210855, 0.297303, 0.291062, 0.263384, 0.29565, 0.2777, 0.313505, 0.307048, 0.209552, 0.303255, 0.357748, 0.268252, 0.314731, 0.314795, 0.133285, 0.318884 ] }, "name": "model.model.layers.3.post_attention_layernorm.weight", "outputIndexes": [ 355 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 354 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_3/Mul_output_0", "outputIndexes": [ 356 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 355, 356 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_3/Mul_1_output_0", "outputIndexes": [ 357 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 357 ], "outputIndexes": [ 2728 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 2728 ], "outputIndexes": [ 2729 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/mlp/gate_proj/Linear", "inputIndexes": [ 2729 ], "outputIndexes": [ 2730 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2560, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 38400, "weightSize": 0 }, "external": [ 19968550, 1228822, 307200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 2730 ], "outputIndexes": [ 2731 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2731 ], "outputIndexes": [ 358 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 358 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_3/Sigmoid_output_0", "outputIndexes": [ 359 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 358, 359 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_3/Mul_output_0", "outputIndexes": [ 360 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 357 ], "outputIndexes": [ 2732 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 2732 ], "outputIndexes": [ 2733 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/mlp/up_proj/Linear", "inputIndexes": [ 2733 ], "outputIndexes": [ 2734 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2560, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 38400, "weightSize": 0 }, "external": [ 21504572, 1228822, 307200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 2734 ], "outputIndexes": [ 2735 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2735 ], "outputIndexes": [ 361 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 360, 361 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_3/Mul_output_0", "outputIndexes": [ 362 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 362 ], "outputIndexes": [ 2736 ], "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 2736 ], "outputIndexes": [ 2737 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/mlp/down_proj/Linear", "inputIndexes": [ 2737 ], "outputIndexes": [ 2738 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 960, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2560, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 38400, "weightSize": 0 }, "external": [ 23040594, 1228822, 307200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 2738 ], "outputIndexes": [ 2739 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2739 ], "outputIndexes": [ 363 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 960 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 354, 363 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_19_output_0", "outputIndexes": [ 364 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 364, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_36_output_0", "outputIndexes": [ 365 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 960 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.538572, 0.519621, 0.469463, 0.482707, 0.514378, 0.527005, 0.535805, 0.518423, 0.573708, 0.355615, 0.549602, 0.539019, 0.50304, 0.488227, 0.461595, 0.523109, 0.413307, 0.466835, 0.20329, 0.180752, 0.440066, 0.454586, 0.306686, 0.530777, 0.524235, 0.424855, 0.250037, 0.503735, 0.470714, 0.308579, 0.503719, 0.581576, 0.435324, 0.533746, 0.495148, 0.475192, 0.545897, 0.498908, 0.466294, 0.492064, 0.186239, 0.509583, 0.541055, 0.220522, 0.47418, 0.457894, 0.170675, 0.49966, 0.11963, 0.451115, 0.454949, 0.462733, 0.41684, 0.119387, 0.495825, 0.270701, 0.355072, 0.142841, 0.511238, 0.475896, 0.531224, 0.506179, 0.451901, 0.389804, 0.491855, 0.487915, 0.464661, 0.538109, 0.420135, 0.348662, 0.572594, 0.476394, 0.519459, 0.516994, 0.213698, 0.492835, 0.530217, 0.468483, 0.557154, 0.511202, 0.357981, 0.491863, 0.427151, 0.469008, 0.48888, 0.528912, 0.488499, 0.035194, 0.53896, 0.499788, 0.461225, 0.162893, 0.433585, 0.506704, 0.496047, 0.475328, 0.477912, 0.116154, 0.56764, 0.454564, 0.236576, 0.573509, 0.468138, 0.453437, 0.511949, 0.53495, 0.507249, 0.383067, 0.499164, 0.471595, 0.500256, 0.458402, 0.532349, 0.500933, 0.577284, 0.418966, 0.495496, 0.502401, 0.568331, 0.554116, 0.536225, 0.506809, 0.428388, 0.513501, 0.480976, 0.511665, 0.475779, 0.486657, 0.566193, 0.57294, 0.549033, 0.422576, 0.45068, 0.140825, 0.43267, 0.575678, 0.513056, 0.502215, 0.561166, 0.563913, 0.163756, 0.470983, 0.506668, 0.479011, 0.619791, 0.110528, 0.400319, 0.338267, 0.491316, 0.527017, 0.502901, 0.493138, 0.492843, 0.509867, 0.467155, 0.535046, 0.497803, 0.459923, 0.554979, 0.556969, 0.515579, 0.522045, 0.75469, 0.522036, 0.436307, 0.580331, 0.544442, 0.451216, 0.483749, 0.497048, 0.528078, 0.434287, 0.435456, 0.507164, 0.37399, 0.534927, 0.182478, 0.31596, 0.497268, 0.438875, 0.543558, 0.506656, 0.458432, 0.545502, 0.539669, 0.538244, 0.38703, 0.500653, 0.163249, 0.551112, 0.460652, 0.268092, 0.196873, 0.49854, 0.472584, 0.510592, 0.245339, 0.480441, 0.482254, 0.465825, 0.501737, 0.501566, 0.506604, 0.507085, 0.373469, 0.51889, 0.508657, 0.529338, 0.483231, 0.369349, 0.512872, 0.493243, 0.171682, 0.518122, 0.496897, 0.534591, 0.518644, 0.244879, 0.353911, 0.526045, 0.335932, 0.495674, 0.431977, 0.462572, 0.478724, 0.460662, 0.501915, 0.47882, 0.521441, 0.581668, 0.518861, 0.477737, 0.49398, 0.472154, 0.467418, 0.315475, 0.513624, 0.67792, 0.149075, 0.50248, 0.518036, 0.278149, 0.49039, 0.479974, 0.487502, 0.486495, 0.508152, 0.474023, 0.501787, 0.380712, 0.483809, 0.453731, 0.301073, 0.49177, 0.42427, 0.589234, 0.450744, 0.537557, 0.467493, 0.495732, 0.484494, 0.491996, 0.484343, 0.16433, 0.552959, 0.158583, 0.562175, 0.516758, 0.508157, 0.501585, 0.514739, 0.544841, 0.54547, 0.524353, 0.445212, 0.472337, 0.177044, 0.309118, 0.514989, 0.567914, 0.223644, 0.52167, 0.517194, 0.506972, 0.505372, 0.515109, 0.130473, 0.528589, 0.500218, 0.480692, 0.503957, 0.508599, 0.486205, 0.496686, 0.465046, 0.473344, 0.491091, 0.561623, 0.500672, 0.539932, 0.419071, 0.523256, 0.46211, 0.445807, 0.152502, 0.530025, 0.397808, 0.467234, 0.179957, 0.551774, 0.508882, 0.477784, 0.575651, 0.497836, 0.533644, 0.44269, 0.54762, 0.39117, 0.257878, 0.462253, 0.573465, 0.512205, 0.444818, 0.571454, 0.320489, 0.439973, 0.51254, 0.507993, 0.520613, 0.477813, 0.493344, 0.331038, 0.524089, 0.291008, 0.531937, 0.498086, 0.325368, 0.516781, 0.464379, 0.457064, 0.506433, 0.651203, 0.179987, 0.51893, 0.239986, 0.503239, 0.433689, 0.515613, 0.480297, 0.511056, 0.493932, 0.509768, 0.459333, 0.532637, 0.498375, 0.482328, 0.230173, 0.477863, 0.474083, 0.474828, 0.177263, 0.462725, 0.198612, 0.488556, 0.485886, 0.530136, 0.52961, 0.232337, 0.489536, 0.452603, 0.517298, 0.45211, 0.19817, 0.484273, 0.464682, 0.515203, 0.490482, 0.560111, 0.491677, 0.298743, 0.15781, 0.494782, 0.504826, 0.44614, 0.542933, 0.304634, 0.518411, 0.479069, 0.488654, 0.477611, 0.237753, 0.437213, 0.481941, 0.468836, 0.320568, 0.307208, 0.545343, 0.513218, 0.150425, 0.503923, 0.519351, 0.222788, 0.449144, 0.251832, 0.493759, 0.482847, 0.487212, 0.531599, 0.40864, 0.479319, 0.511297, 0.467566, 0.254517, 0.470474, 0.30676, 0.282983, 0.492835, 0.504502, 0.46721, 0.514049, 0.329885, 0.491701, 0.4895, 0.499748, 0.52517, 0.516531, 0.291546, 0.474569, 0.529757, 0.423178, 0.347699, 0.511783, 0.446918, 0.138018, 0.478837, 0.432058, 0.498299, 0.505124, 0.148119, 0.349405, 0.417451, 0.475473, 0.513672, 0.470338, 0.533048, 0.532984, 0.331511, 0.472547, 0.450771, 0.556612, 0.555659, 0.528261, 0.50824, 0.425995, 0.987246, 0.546211, 0.450907, 0.390084, 0.421473, 0.498611, 0.463164, 0.50628, 0.205203, 0.400007, 0.426332, 0.375596, 0.486577, 0.456491, 0.398668, 0.38961, 0.560172, 0.28673, 0.465562, 0.483468, 0.356135, 0.503119, 0.231107, 0.387156, 0.421279, 0.522475, 0.523261, 0.515855, 0.482446, 0.515156, 0.466716, 0.387162, 0.142096, 0.518835, 0.508417, 0.471137, 0.49018, 0.507885, 0.508609, 0.516856, 0.400094, 0.454788, 0.430672, 0.513838, 0.491621, 0.141368, 0.131315, 0.479698, 0.50504, 0.566217, 0.474684, 0.487427, 0.467331, 0.475874, 0.441658, 0.523702, 0.566047, 0.509808, 0.263979, 0.520004, 0.468976, 0.464506, 0.547995, 0.356213, 0.432107, 0.416712, 0.43678, 0.473037, 0.505318, 0.520646, 0.49069, 0.141454, 0.505702, 0.385272, 0.499874, 0.490347, 0.479005, 0.461813, 0.548304, 0.526267, 0.49463, 0.555209, 0.522981, 0.492646, 0.200159, 0.537768, 0.512893, 0.499803, 0.505818, 0.505858, 0.464233, 0.17129, 0.366091, 0.252386, 0.507595, 0.504052, 0.485865, 0.524192, 0.528262, 0.438792, 0.4901, 0.459238, 0.586855, 0.267516, 0.491498, 0.439068, 0.534686, 0.382199, 0.455148, 0.556659, 0.467742, 0.491558, 0.484842, 0.13639, 0.445416, 0.507992, 0.506964, 0.168348, 0.483835, 0.129973, 0.497023, 0.443161, 0.465082, 0.367534, 0.438844, 0.496256, 0.517301, 0.432157, 0.194138, 0.538104, 0.516358, 0.528882, 0.528305, 0.499066, 0.471497, 0.53733, 0.460166, 0.177703, 0.496345, 0.505654, 0.501429, 0.508933, 0.591802, 0.138947, 0.4939, 0.477713, 0.519622, 0.351916, 0.51206, 0.351563, 0.337158, 0.421004, 0.540953, 0.556074, 0.527985, 0.487632, 0.468594, 0.46637, 0.51907, 0.439723, 0.482382, 0.147128, 0.45634, 0.508229, 0.463319, 0.13308, 0.207921, 0.428721, 0.518778, 0.478948, 0.517931, 0.53394, 0.49873, 0.489572, 0.3963, 0.490813, 0.480887, 0.524659, 0.505771, 0.867884, 0.491766, 0.4764, 0.435298, 0.480691, 0.508085, 0.230478, 0.484698, 0.531283, 0.187076, 0.526325, 0.585091, 0.511491, 0.484968, 0.444572, 0.496081, 0.560502, 0.491829, 0.166353, 0.515837, 0.527601, 0.313311, 0.309663, 0.206835, 0.481936, 0.49151, 0.496329, 0.527118, 0.334315, 0.451182, 0.491996, 0.374718, 0.507091, 0.540538, 0.116357, 0.523129, 0.525798, 0.488871, 0.543011, 0.465507, 0.498788, 0.335338, 0.486903, 0.442484, 0.479362, 0.139264, 0.531522, 0.480381, 0.390397, 0.479827, 0.495144, 0.527295, 0.520737, 0.176157, 0.482198, 0.266326, 0.156989, 0.473554, 0.563352, 0.441844, 0.41281, 0.46913, 0.157465, 0.465376, 0.487867, 0.760953, 0.454278, 0.448774, 0.500966, 0.302984, 0.459465, 0.58433, 0.50257, 0.464099, 0.523178, 0.448592, 0.500813, 0.633186, 0.388799, 0.495646, 0.46632, 0.514853, 0.533055, 0.456236, 0.552466, 0.570365, 0.370938, 0.213802, 0.579569, 0.549536, 0.48573, 0.364192, 0.54269, 0.537186, 0.373305, 0.53683, 0.147342, 0.474902, 0.489071, 0.422246, 0.413109, 0.507019, 0.516317, 0.479848, 0.519558, 0.541061, 0.453051, 0.567207, 0.488686, 0.445997, 0.489895, 0.499441, 0.148617, 0.504669, 0.498944, 0.46519, 0.450659, 0.533805, 0.515667, 0.450161, 0.371635, 0.448619, 0.494769, 0.490383, 0.505147, 0.126031, 0.121294, 0.475121, 0.508057, 0.511427, 0.487883, 0.46032, 0.572574, 0.538705, 0.214021, 0.471043, 0.461389, 0.495792, 0.463471, 0.486901, 0.549346, 0.40785, 0.538761, 0.479127, 0.526458, 0.405834, 0.510236, 0.344995, 0.357478, 0.48599, 0.52061, 0.486276, 0.529687, 0.545074, 0.508651, 0.545204, 0.500734, 0.513902, 0.153408, 0.235901, 0.129119, 0.455782, 0.575733, 0.491869, 0.155706, 0.43784, 0.491691, 0.473788, 0.555259, 0.525306, 0.563348, 0.523226, 0.517723, 0.516649, 0.254435, 0.421473, 0.543671, 0.347521, 0.15915, 0.559088, 0.481422, 0.465217, 0.505939, 0.431131, 0.319966, 0.45601, 0.443127, 0.510305, 0.558716, 0.511969, 0.452177, 0.523171, 0.500186, 0.200598, 0.500171, 0.519507, 0.228099, 0.509941, 0.477278, 0.48924, 0.50063, 0.500982, 0.50391, 0.482848, 0.363328, 0.540376, 0.500415, 0.239153, 0.523171, 0.146371, 0.368163, 0.485478, 0.565329, 0.49927, 0.457776, 0.373896, 0.433614, 0.114424, 0.489689, 0.545242, 0.529908, 0.372184, 0.53096, 0.149328, 0.481413, 0.47215, 0.500793, 0.544126, 0.476634, 0.501883, 0.390684, 0.496948, 0.525773, 0.504113, 0.487493, 0.174797, 0.437847, 0.492898, 0.502464, 0.427008, 0.342826, 0.478879, 0.153408, 0.496951, 0.253893, 0.565096, 0.412443, 0.503933, 0.516318, 0.520976, 0.43515, 0.524414, 0.533211, 0.47668, 0.473189, 0.531572, 0.463926, 0.32022, 0.261441, 0.494437, 0.544662, 0.156563, 0.484851, 0.498319, 0.376246, 0.496026, 0.463855, 0.477173, 0.188903, 0.484917, 0.595054, 0.474791, 0.49442, 0.477469, 0.511997, 0.518125, 0.422888, 0.470158, 0.466083, 0.511865, 0.139547, 0.394189, 0.558322, 0.515162, 0.533173, 0.242166, 0.165075, 0.512438, 0.479224, 0.545838, 0.428388, 0.671574, 0.486887, 0.53552, 0.199189, 0.153982, 0.49312, 0.507344, 0.514325, 0.49198, 0.487219, 0.149975, 0.488865, 0.56954, 0.389862, 0.368166, 0.560154, 0.536148, 0.521609, 0.506321, 0.516766, 0.477352, 0.552014, 0.537018, 0.421687, 0.474382, 0.424698, 0.524059, 0.492278, 0.35312, 0.510281, 0.559485, 0.438064, 0.505435, 0.496235, 0.254848, 0.548335 ] }, "name": "model.model.layers.4.input_layernorm.weight", "outputIndexes": [ 366 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 365 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_4/Mul_output_0", "outputIndexes": [ 367 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 366, 367 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_4/Mul_1_output_0", "outputIndexes": [ 368 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 368 ], "outputIndexes": [ 2740 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 2740 ], "outputIndexes": [ 2741 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/q_proj/Linear", "inputIndexes": [ 2741 ], "outputIndexes": [ 2742 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 960, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14400, "weightSize": 0 }, "external": [ 24576616, 460822, 115200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 2742 ], "outputIndexes": [ 2743 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2743 ], "outputIndexes": [ 369 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 960 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 368 ], "main_type": "NONE", "name": "/Shape_57_output_0", "outputIndexes": [ 370 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 370 ], "main_type": "NONE", "name": "Shape942", "outputIndexes": [ 371 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 370 ], "main_type": "NONE", "name": "Rank944", "outputIndexes": [ 372 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 372, 372 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp946", "outputIndexes": [ 373 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 373 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze947", "outputIndexes": [ 374 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 373, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp949", "outputIndexes": [ 375 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 375 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze950", "outputIndexes": [ 376 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 371, 374, 376, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice953", "outputIndexes": [ 377 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 377 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze954", "outputIndexes": [ 378 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 378 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp955", "outputIndexes": [ 379 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 379, 378 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp956", "outputIndexes": [ 380 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 370, 380, 373 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_64_output_0", "outputIndexes": [ 381 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 381, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_129_output_0", "outputIndexes": [ 382 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 382, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_52_output_0", "outputIndexes": [ 383 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 369, 383 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_37_output_0", "outputIndexes": [ 384 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 384, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_32_output_0", "outputIndexes": [ 385 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 384 ], "main_type": "NONE", "name": "/Shape_58_output_0", "outputIndexes": [ 386 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 386 ], "main_type": "NONE", "name": "Shape963", "outputIndexes": [ 387 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 386 ], "main_type": "NONE", "name": "Rank965", "outputIndexes": [ 388 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 388, 388 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp967", "outputIndexes": [ 389 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 389 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze968", "outputIndexes": [ 390 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 389, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp970", "outputIndexes": [ 391 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 391 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze971", "outputIndexes": [ 392 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 387, 390, 392, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice974", "outputIndexes": [ 393 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 393 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze975", "outputIndexes": [ 394 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 394 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp976", "outputIndexes": [ 395 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 395, 394 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp977", "outputIndexes": [ 396 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 386, 396, 389 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_65_output_0", "outputIndexes": [ 397 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 397, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_12_output_0", "outputIndexes": [ 398 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 398, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_134_output_0", "outputIndexes": [ 399 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 384, 399, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_17_output_0", "outputIndexes": [ 400 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 400 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_8_output_0", "outputIndexes": [ 401 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 384, 22, 399, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_16_output_0", "outputIndexes": [ 402 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 401, 402 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_55_output_0", "outputIndexes": [ 403 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 403, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_33_output_0", "outputIndexes": [ 404 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 385, 404 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_20_output_0", "outputIndexes": [ 405 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 368 ], "outputIndexes": [ 2744 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 2744 ], "outputIndexes": [ 2745 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/k_proj/Linear", "inputIndexes": [ 2745 ], "outputIndexes": [ 2746 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 4800, "weightSize": 0 }, "external": [ 25152638, 153622, 38400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 2746 ], "outputIndexes": [ 2747 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2747 ], "outputIndexes": [ 406 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 382, 85, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_53_output_0", "outputIndexes": [ 407 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 406, 407 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_38_output_0", "outputIndexes": [ 408 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 408, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_34_output_0", "outputIndexes": [ 409 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 408 ], "main_type": "NONE", "name": "/Shape_59_output_0", "outputIndexes": [ 410 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 410 ], "main_type": "NONE", "name": "Shape1026", "outputIndexes": [ 411 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 410 ], "main_type": "NONE", "name": "Rank1028", "outputIndexes": [ 412 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 412, 412 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1030", "outputIndexes": [ 413 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 413 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1031", "outputIndexes": [ 414 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 413, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1033", "outputIndexes": [ 415 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 415 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1034", "outputIndexes": [ 416 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 411, 414, 416, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice1037", "outputIndexes": [ 417 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 417 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze1038", "outputIndexes": [ 418 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 418 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1039", "outputIndexes": [ 419 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 419, 418 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1040", "outputIndexes": [ 420 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 410, 420, 413 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_66_output_0", "outputIndexes": [ 421 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 421, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_13_output_0", "outputIndexes": [ 422 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 422, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_136_output_0", "outputIndexes": [ 423 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 408, 423, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_19_output_0", "outputIndexes": [ 424 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 424 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_9_output_0", "outputIndexes": [ 425 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 408, 22, 423, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_18_output_0", "outputIndexes": [ 426 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 425, 426 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_56_output_0", "outputIndexes": [ 427 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 427, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_35_output_0", "outputIndexes": [ 428 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 409, 428 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_21_output_0", "outputIndexes": [ 429 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 368 ], "outputIndexes": [ 2748 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 2748 ], "outputIndexes": [ 2749 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/v_proj/Linear", "inputIndexes": [ 2749 ], "outputIndexes": [ 2750 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 4800, "weightSize": 0 }, "external": [ 25344660, 153622, 38400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 2750 ], "outputIndexes": [ 2751 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2751 ], "outputIndexes": [ 430 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 430, 407 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_39_output_0", "outputIndexes": [ 431 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 405, 429, 431, 111 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_44_output_0", "outputIndexes": [ 432 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 432 ], "outputIndexes": [ 2752 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 2752 ], "outputIndexes": [ 2753 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/o_proj/Linear", "inputIndexes": [ 2753 ], "outputIndexes": [ 2754 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 960, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14400, "weightSize": 0 }, "external": [ 25536682, 460822, 115200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 2754 ], "outputIndexes": [ 2755 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2755 ], "outputIndexes": [ 433 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 960 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 365, 433 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_23_output_0", "outputIndexes": [ 434 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 960 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.280978, 0.26038, 0.267069, 0.258962, 0.262255, 0.271193, 0.275846, 0.272357, 0.266616, 0.188411, 0.269771, 0.270392, 0.263585, 0.273456, 0.246299, 0.29057, 0.193256, 0.257845, 0.106756, 0.089145, 0.254746, 0.228906, 0.146734, 0.261865, 0.285647, 0.189077, 0.11117, 0.251299, 0.258309, 0.163911, 0.267336, 0.284623, 0.217509, 0.274906, 0.261157, 0.244984, 0.274109, 0.248181, 0.232885, 0.256243, 0.045214, 0.256731, 0.265454, 0.126057, 0.262022, 0.219708, 0.097526, 0.261692, 0.074892, 0.227356, 0.247049, 0.241064, 0.228842, 0.081646, 0.264454, 0.133535, 0.185364, 0.071416, 0.266573, 0.234002, 0.26562, 0.267767, 0.229621, 0.206048, 0.268017, 0.264158, 0.243094, 0.26908, 0.208652, 0.193378, 0.322643, 0.259277, 0.272393, 0.272716, 0.11051, 0.216137, 0.276736, 0.254014, 0.275366, 0.263448, 0.152317, 0.257071, 0.22658, 0.247615, 0.263187, 0.272957, 0.248648, -0.000112, 0.269584, 0.26381, 0.248846, 0.094862, 0.225448, 0.247371, 0.257829, 0.263839, 0.246452, 0.079759, 0.276412, 0.245094, 0.123935, 0.292634, 0.229209, 0.252952, 0.263756, 0.277618, 0.280464, 0.200776, 0.262703, 0.259362, 0.275763, 0.253828, 0.254648, 0.272384, 0.294142, 0.248046, 0.271254, 0.270312, 0.284289, 0.260381, 0.252419, 0.269403, 0.225588, 0.291791, 0.254717, 0.253086, 0.258936, 0.251638, 0.29031, 0.254347, 0.280891, 0.220859, 0.257795, 0.080475, 0.207847, 0.276895, 0.272549, 0.262788, 0.282568, 0.271312, 0.09609, 0.262682, 0.268557, 0.258369, 0.273123, 0.079289, 0.186521, 0.165437, 0.258414, 0.269404, 0.249405, 0.259691, 0.262553, 0.268183, 0.270213, 0.264881, 0.257343, 0.221279, 0.273415, 0.273849, 0.271211, 0.265778, 0.288245, 0.277536, 0.217975, 0.289657, 0.271781, 0.228179, 0.257525, 0.25609, 0.265075, 0.20322, 0.22344, 0.259567, 0.186178, 0.274952, 0.089883, 0.159103, 0.260127, 0.199195, 0.267932, 0.277109, 0.237972, 0.276027, 0.27546, 0.273829, 0.183985, 0.243975, 0.085139, 0.270198, 0.256903, 0.141586, 0.103866, 0.246183, 0.245286, 0.279427, 0.12976, 0.263996, 0.263164, 0.256117, 0.257333, 0.266359, 0.26694, 0.261616, 0.210284, 0.280865, 0.250034, 0.270759, 0.260351, 0.194442, 0.271647, 0.263435, 0.046738, 0.282882, 0.245541, 0.281058, 0.263821, 0.085501, 0.172472, 0.274785, 0.161179, 0.258911, 0.248479, 0.244254, 0.194131, 0.255679, 0.262631, 0.25638, 0.263647, 0.274829, 0.266713, 0.229876, 0.242785, 0.246326, 0.253034, 0.152546, 0.26918, 0.112178, 0.090765, 0.252897, 0.316704, 0.142517, 0.261148, 0.265863, 0.271348, 0.265739, 0.270907, 0.261831, 0.25553, 0.196738, 0.268007, 0.247147, 0.143355, 0.258611, 0.210693, 0.27087, 0.237397, 0.277478, 0.248727, 0.241523, 0.271707, 0.259611, 0.264166, 0.094689, 0.286345, 0.073656, 0.275928, 0.264995, 0.258097, 0.261761, 0.250215, 0.282638, 0.272282, 0.287535, 0.255356, 0.242461, 0.087567, 0.149163, 0.25789, 0.28314, 0.126003, 0.254755, 0.261115, 0.263836, 0.251975, 0.257881, 0.082598, 0.261963, 0.280005, 0.234683, 0.278084, 0.26892, 0.243819, 0.250319, 0.244599, 0.236637, 0.223957, 0.274241, 0.26644, 0.269615, 0.225263, 0.260684, 0.255204, 0.249982, 0.086994, 0.287896, 0.177667, 0.229811, 0.101684, 0.257954, 0.278846, 0.24616, 0.282795, 0.259161, 0.26702, 0.222483, 0.267229, 0.189628, 0.128511, 0.254916, 0.278861, 0.27107, 0.247703, 0.299957, 0.157297, 0.213235, 0.259392, 0.252318, 0.280918, 0.262291, 0.257877, 0.180981, 0.27832, 0.080281, 0.272059, 0.267317, 0.179361, 0.266443, 0.248512, 0.27258, 0.243756, 0.312747, 0.095692, 0.270776, 0.135134, 0.258629, 0.23588, 0.286978, 0.248795, 0.267964, 0.243615, 0.273971, 0.246972, 0.266834, 0.265258, 0.261164, 0.12515, 0.217283, 0.243916, 0.232348, 0.09508, 0.23396, 0.018942, 0.25238, 0.399175, 0.264041, 0.266817, 0.116002, 0.268739, 0.240943, 0.260697, 0.242281, 0.074716, 0.255068, 0.258763, 0.271273, 0.268428, 0.257562, 0.277685, 0.156012, 0.094441, 0.295164, 0.27712, 0.246656, 0.282374, 0.158448, 0.275577, 0.257279, 0.241525, 0.251584, 0.134432, 0.242506, 0.254202, 0.254445, 0.174628, 0.161307, 0.292778, 0.276154, 0.130502, 0.259097, 0.269353, 0.11495, 0.24501, 0.131829, 0.237651, 0.267606, 0.270694, 0.276888, 0.239004, 0.258594, 0.279959, 0.245434, 0.133811, 0.277586, 0.149952, 0.1629, 0.248268, 0.264425, 0.22234, 0.25199, 0.180085, 0.280732, 0.246224, 0.276722, 0.276521, 0.289165, 0.15567, 0.256389, 0.266409, 0.226914, 0.194778, 0.280853, 0.240964, 0.082378, 0.272144, 0.243054, 0.269237, 0.279538, 0.086287, 0.182422, 0.218615, 0.251596, 0.254589, 0.263392, 0.277131, 0.275071, 0.182045, 0.266816, 0.256796, 0.277984, 0.274304, 0.284384, 0.270153, 0.217983, 0.225688, 0.272484, 0.228233, 0.182373, 0.219639, 0.242616, 0.234567, 0.253298, 0.111659, 0.221272, 0.214962, 0.193586, 0.251981, 0.254309, 0.203922, 0.196423, 0.272583, 0.148003, 0.262148, 0.246035, 0.091183, 0.249992, 0.122611, 0.203499, 0.215456, 0.281197, 0.271189, 0.262423, 0.250709, 0.268101, 0.260435, 0.206539, 0.082788, 0.277236, 0.260648, 0.254892, 0.267736, 0.261207, 0.250204, 0.276656, 0.188051, 0.238059, 0.21355, 0.284806, 0.248242, 0.081638, 0.07435, 0.247908, 0.154163, 0.301145, 0.257782, 0.236777, 0.246152, 0.251913, 0.231757, 0.262176, 0.289587, 0.271293, 0.125103, 0.273869, 0.253772, 0.249077, 0.287213, 0.176766, 0.242063, 0.209599, 0.225862, 0.2565, 0.26536, 0.276665, 0.249716, 0.088146, 0.265247, 0.113662, 0.265459, 0.256136, 0.261409, 0.252344, 0.270044, 0.266742, 0.252215, 0.261844, 0.270435, 0.264334, 0.10667, 0.26991, 0.260731, 0.270778, 0.251577, 0.267689, 0.194127, 0.082881, 0.185927, 0.110499, 0.258313, 0.271507, 0.258899, 0.285891, 0.272081, 0.224267, 0.273253, 0.245467, 0.264426, 0.079188, 0.254615, 0.251266, 0.282494, 0.213113, 0.230705, 0.29304, 0.232776, 0.267525, 0.264743, 0.083063, 0.224613, 0.265241, 0.257912, 0.092249, 0.245679, 0.080501, 0.277231, 0.227196, 0.228557, 0.185875, 0.240423, 0.239183, 0.305312, 0.245748, 0.106226, 0.279223, 0.265405, 0.271756, 0.279549, 0.227812, 0.26487, 0.270239, 0.227808, 0.096568, 0.266447, 0.25684, 0.275813, 0.2654, 0.252629, 0.082217, 0.252409, 0.269095, 0.273752, 0.179423, 0.26127, 0.178674, 0.155401, 0.211969, 0.23525, 0.277166, 0.244066, 0.252214, 0.238283, 0.225601, 0.255824, 0.211979, 0.260606, 0.048579, 0.231709, 0.259899, 0.246101, 0.08021, 0.103193, 0.234984, 0.273892, 0.263177, 0.26089, 0.268973, 0.270713, 0.26552, 0.216769, 0.26332, 0.251873, 0.296598, 0.248981, 0.212757, 0.284614, 0.261814, 0.177645, 0.26311, 0.277599, 0.134711, 0.26915, 0.256932, 0.104483, 0.278844, 0.237665, 0.273725, 0.273804, 0.225388, 0.241111, 0.274989, 0.258829, 0.09773, 0.257804, 0.260681, 0.169645, 0.004013, 0.113065, 0.252379, 0.240881, 0.27545, 0.272016, 0.167942, 0.248992, 0.236141, 0.207237, 0.284676, 0.280311, 0.072039, 0.274598, 0.253033, 0.255992, 0.282262, 0.270191, 0.262683, 0.179699, 0.252568, 0.239283, 0.248411, 0.081748, 0.282351, 0.260822, 0.192199, 0.243038, 0.258809, 0.27502, 0.26764, 0.096191, 0.24687, 0.111871, 0.083094, 0.25175, 0.268908, 0.225648, 0.213354, 0.258544, 0.086808, 0.255014, 0.245459, 0.180534, 0.244464, 0.250311, 0.269895, 0.15127, 0.248672, 0.28712, 0.267384, 0.238458, 0.273172, 0.213037, 0.256084, 0.234265, 0.193532, 0.244794, 0.264599, 0.271209, 0.267733, 0.244915, 0.280007, 0.283758, 0.192957, 0.109187, 0.286204, 0.28781, 0.260551, 0.196727, 0.278665, 0.269627, 0.177708, 0.270146, 0.090035, 0.261938, 0.254077, 0.207519, 0.22533, 0.259128, 0.263983, 0.249425, 0.276466, 0.272634, 0.22553, 0.274159, 0.256252, 0.217256, 0.272566, 0.279924, 0.086739, 0.267109, 0.252064, 0.230261, 0.235806, 0.281783, 0.267063, 0.239827, 0.183424, 0.208311, 0.274132, 0.25317, 0.2396, 0.089949, 0.077689, 0.256887, 0.259073, 0.254646, 0.234983, 0.250971, 0.289901, 0.271413, 0.102751, 0.248909, 0.240199, 0.255802, 0.239111, 0.258945, 0.280127, 0.196649, 0.271412, 0.212283, 0.253653, 0.20185, 0.254244, 0.169303, 0.16222, 0.246172, 0.27451, 0.260344, 0.282834, 0.265855, 0.260207, 0.271516, 0.274656, 0.26689, 0.092531, 0.120875, 0.077911, 0.250909, 0.294893, 0.257639, 0.089068, 0.193878, 0.251498, 0.244073, 0.264826, 0.269985, 0.288723, 0.271041, 0.284523, 0.27517, 0.133047, 0.200051, 0.280835, 0.169183, 0.09503, 0.269941, 0.253674, 0.251428, 0.24318, 0.22055, 0.170063, 0.27, 0.250602, 0.266947, 0.235555, 0.283199, 0.24347, 0.27163, 0.269306, 0.089093, 0.259217, 0.273622, 0.117055, 0.254832, 0.240519, 0.235958, 0.228825, 0.264677, 0.270522, 0.249451, 0.189375, 0.257616, 0.260067, 0.127485, 0.263353, 0.08631, 0.176986, 0.271436, 0.28548, 0.259887, 0.228384, 0.211021, 0.250678, 0.069326, 0.252447, 0.287387, 0.285051, 0.188524, 0.2709, 0.056709, 0.260494, 0.24823, 0.274975, 0.260665, 0.245229, 0.265805, 0.19153, 0.238204, 0.283672, 0.257787, 0.275951, 0.095445, 0.231902, 0.258771, 0.262424, 0.199896, 0.186224, 0.257575, 0.083662, 0.260665, 0.123538, 0.278263, 0.213213, 0.255793, 0.263632, 0.269064, 0.232932, 0.276332, 0.267911, 0.259227, 0.241307, 0.27704, 0.240656, 0.168842, 0.128067, 0.25558, 0.258632, 0.093896, 0.083951, 0.256109, 0.19207, 0.263892, 0.233319, 0.260164, 0.112549, 0.256004, 0.277375, 0.257667, 0.259986, 0.248669, 0.278627, 0.259801, 0.195875, 0.268615, 0.256374, 0.239678, 0.09153, 0.204948, 0.281428, 0.264243, 0.244025, 0.125259, 0.092693, 0.267642, 0.280672, 0.25117, 0.205989, 0.195389, 0.265341, 0.262122, 0.086935, 0.084856, 0.260036, 0.257306, 0.271684, 0.246036, 0.272344, 0.080747, 0.269318, 0.286222, 0.200539, 0.196423, 0.235228, 0.276945, 0.278517, 0.269776, 0.26835, 0.181701, 0.265276, 0.260009, 0.2199, 0.257827, 0.240881, 0.267526, 0.259614, 0.185075, 0.260743, 0.307123, 0.246352, 0.259515, 0.259153, 0.116772, 0.278756 ] }, "name": "model.model.layers.4.post_attention_layernorm.weight", "outputIndexes": [ 435 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 434 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_4/Mul_output_0", "outputIndexes": [ 436 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 435, 436 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_4/Mul_1_output_0", "outputIndexes": [ 437 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 437 ], "outputIndexes": [ 2756 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 2756 ], "outputIndexes": [ 2757 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/mlp/gate_proj/Linear", "inputIndexes": [ 2757 ], "outputIndexes": [ 2758 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2560, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 38400, "weightSize": 0 }, "external": [ 26112704, 1228822, 307200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 2758 ], "outputIndexes": [ 2759 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2759 ], "outputIndexes": [ 438 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 438 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_4/Sigmoid_output_0", "outputIndexes": [ 439 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 438, 439 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_4/Mul_output_0", "outputIndexes": [ 440 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 437 ], "outputIndexes": [ 2760 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 2760 ], "outputIndexes": [ 2761 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/mlp/up_proj/Linear", "inputIndexes": [ 2761 ], "outputIndexes": [ 2762 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2560, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 38400, "weightSize": 0 }, "external": [ 27648726, 1228822, 307200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 2762 ], "outputIndexes": [ 2763 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2763 ], "outputIndexes": [ 441 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 440, 441 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_4/Mul_output_0", "outputIndexes": [ 442 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 442 ], "outputIndexes": [ 2764 ], "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 2764 ], "outputIndexes": [ 2765 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/mlp/down_proj/Linear", "inputIndexes": [ 2765 ], "outputIndexes": [ 2766 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 960, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2560, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 38400, "weightSize": 0 }, "external": [ 29184748, 1228822, 307200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 2766 ], "outputIndexes": [ 2767 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2767 ], "outputIndexes": [ 443 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 960 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 434, 443 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_24_output_0", "outputIndexes": [ 444 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 444, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_45_output_0", "outputIndexes": [ 445 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 960 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.519416, 0.475494, 0.484988, 0.497326, 0.463406, 0.479043, 0.524402, 0.460427, 0.546734, 0.35116, 0.515194, 0.505867, 0.445118, 0.507806, 0.465089, 0.500562, 0.372939, 0.477921, 0.203622, 0.183803, 0.473694, 0.436334, 0.310026, 0.493314, 0.515145, 0.37514, 0.238583, 0.491315, 0.445227, 0.311138, 0.442198, 0.492561, 0.414532, 0.508509, 0.460039, 0.469728, 0.485365, 0.448769, 0.435577, 0.492691, 0.1981, 0.479229, 0.493414, 0.226748, 0.492576, 0.466975, 0.168817, 0.481457, 0.119508, 0.446672, 0.452899, 0.455933, 0.439102, 0.137679, 0.448046, 0.267948, 0.354189, 0.142005, 0.506147, 0.438848, 0.501667, 0.489426, 0.431689, 0.387681, 0.459267, 0.460045, 0.447901, 0.477067, 0.412957, 0.360598, 0.529218, 0.481091, 0.517616, 0.496296, 0.225622, 0.448421, 0.513958, 0.463232, 0.541981, 0.504301, 0.350495, 0.471153, 0.422888, 0.480186, 0.483678, 0.509002, 0.470974, 0.032953, 0.471226, 0.473234, 0.466946, 0.163925, 0.43101, 0.476364, 0.475441, 0.470701, 0.454377, 0.129888, 0.476313, 0.430164, 0.230555, 0.568354, 0.422452, 0.468092, 0.472397, 0.501965, 0.494943, 0.361544, 0.498601, 0.469975, 0.51405, 0.465768, 0.480267, 0.468106, 0.562437, 0.445169, 0.518468, 0.497575, 0.527429, 0.488726, 0.49991, 0.470787, 0.413515, 0.494393, 0.480475, 0.467876, 0.443764, 0.497087, 0.529638, 0.510759, 0.532021, 0.398715, 0.449692, 0.144761, 0.413381, 0.531503, 0.479123, 0.485438, 0.530932, 0.542803, 0.173968, 0.470203, 0.526668, 0.471421, 0.580645, 0.130783, 0.377701, 0.321742, 0.490835, 0.499515, 0.490814, 0.518304, 0.501251, 0.489067, 0.457037, 0.506502, 0.451842, 0.438191, 0.544155, 0.470971, 0.496587, 0.522335, 0.61237, 0.494236, 0.419011, 0.544855, 0.53285, 0.435619, 0.460302, 0.481008, 0.471322, 0.392476, 0.444074, 0.513003, 0.379872, 0.513792, 0.165843, 0.321049, 0.495278, 0.419435, 0.5148, 0.474042, 0.439231, 0.523942, 0.480846, 0.522962, 0.339715, 0.465314, 0.146083, 0.495963, 0.455198, 0.267359, 0.194676, 0.465521, 0.444761, 0.497988, 0.240429, 0.487947, 0.479599, 0.469422, 0.471533, 0.476602, 0.499058, 0.487109, 0.412107, 0.488779, 0.472929, 0.511242, 0.510333, 0.377852, 0.508265, 0.479159, 0.179148, 0.478085, 0.485982, 0.486866, 0.472186, 0.218897, 0.327744, 0.495081, 0.325545, 0.475867, 0.444079, 0.434712, 0.460913, 0.45194, 0.508043, 0.489202, 0.471762, 0.495912, 0.475504, 0.484133, 0.444998, 0.479413, 0.4701, 0.295424, 0.513847, 0.637869, 0.163647, 0.497466, 0.477651, 0.274384, 0.48073, 0.482146, 0.485327, 0.484342, 0.492093, 0.448179, 0.501881, 0.368739, 0.496663, 0.455208, 0.280648, 0.490202, 0.396768, 0.557609, 0.453848, 0.492606, 0.466199, 0.456261, 0.47324, 0.460962, 0.505772, 0.177071, 0.488087, 0.15645, 0.51107, 0.489946, 0.493899, 0.48915, 0.458893, 0.530292, 0.525984, 0.52518, 0.490063, 0.453898, 0.160005, 0.288127, 0.499101, 0.510693, 0.240604, 0.495205, 0.483015, 0.483134, 0.486986, 0.518012, 0.141371, 0.495376, 0.511143, 0.453538, 0.476675, 0.49049, 0.469872, 0.483242, 0.456364, 0.432584, 0.469087, 0.515314, 0.487732, 0.502023, 0.386381, 0.476247, 0.468688, 0.4553, 0.148824, 0.528049, 0.364799, 0.460366, 0.175592, 0.544718, 0.528067, 0.455657, 0.526199, 0.477853, 0.468008, 0.450358, 0.534029, 0.372475, 0.26261, 0.466271, 0.514672, 0.498649, 0.456361, 0.53906, 0.304086, 0.43056, 0.502325, 0.479733, 0.509938, 0.478981, 0.487332, 0.331312, 0.506596, 0.275893, 0.47179, 0.484383, 0.34072, 0.484413, 0.450922, 0.481226, 0.480493, 0.578561, 0.168978, 0.482915, 0.243365, 0.461584, 0.421617, 0.510762, 0.472297, 0.489853, 0.469491, 0.489295, 0.437355, 0.503797, 0.481816, 0.457481, 0.234143, 0.439687, 0.429868, 0.467256, 0.172384, 0.472497, 0.2223, 0.495437, -0.404731, 0.500351, 0.505138, 0.23398, 0.455515, 0.44353, 0.472101, 0.448494, 0.181776, 0.513207, 0.468877, 0.486276, 0.500458, 0.514645, 0.511661, 0.29313, 0.169096, 0.469218, 0.511944, 0.467926, 0.483232, 0.280886, 0.524509, 0.457729, 0.441271, 0.448008, 0.22687, 0.418619, 0.495189, 0.457055, 0.31681, 0.286775, 0.503382, 0.510533, 0.13463, 0.471318, 0.479385, 0.218885, 0.46123, 0.233955, 0.454224, 0.475808, 0.466278, 0.485516, 0.432524, 0.477193, 0.487051, 0.422544, 0.238285, 0.504706, 0.292283, 0.291751, 0.455508, 0.461599, 0.406365, 0.468832, 0.341376, 0.483622, 0.440024, 0.474404, 0.478355, 0.442171, 0.273399, 0.450098, 0.467375, 0.424735, 0.364422, 0.504874, 0.441208, 0.142028, 0.450891, 0.416547, 0.467239, 0.471366, 0.144667, 0.296974, 0.404792, 0.464254, 0.476241, 0.443752, 0.500386, 0.492147, 0.343851, 0.504453, 0.428871, 0.519155, 0.49265, 0.52612, 0.490095, 0.405707, 0.794607, 0.521391, 0.450687, 0.368865, 0.403808, 0.449296, 0.455049, 0.477649, 0.208718, 0.380806, 0.413209, 0.365654, 0.453825, 0.444938, 0.380961, 0.362698, 0.497233, 0.286618, 0.454826, 0.469202, 0.324424, 0.480362, 0.233217, 0.376449, 0.407917, 0.486184, 0.4789, 0.481146, 0.462741, 0.507214, 0.460784, 0.39105, 0.137709, 0.504887, 0.48657, 0.479625, 0.456134, 0.485409, 0.49752, 0.490028, 0.403305, 0.437375, 0.39417, 0.536869, 0.424149, 0.144648, 0.129478, 0.445729, 0.480631, 0.532043, 0.47139, 0.470261, 0.488291, 0.497627, 0.416483, 0.498631, 0.505034, 0.520165, 0.248619, 0.506387, 0.482192, 0.475386, 0.51169, 0.341263, 0.431116, 0.401987, 0.456473, 0.483299, 0.492231, 0.501601, 0.491764, 0.143804, 0.502288, 0.362371, 0.519817, 0.480716, 0.46132, 0.464355, 0.487988, 0.498487, 0.455609, 0.55708, 0.499242, 0.498139, 0.188264, 0.489242, 0.482493, 0.528953, 0.483463, 0.512806, 0.393846, 0.164911, 0.373105, 0.206783, 0.473887, 0.486025, 0.475117, 0.510199, 0.498313, 0.44155, 0.496241, 0.474646, 0.519933, 0.248053, 0.517566, 0.440607, 0.496969, 0.382471, 0.445163, 0.542022, 0.454613, 0.4628, 0.495348, 0.138228, 0.415008, 0.47822, 0.483886, 0.170005, 0.462142, 0.136646, 0.474725, 0.415774, 0.438717, 0.367918, 0.432003, 0.437859, 0.554591, 0.465775, 0.197337, 0.530305, 0.481515, 0.514221, 0.504553, 0.454791, 0.480503, 0.504357, 0.454501, 0.185028, 0.494843, 0.483291, 0.500446, 0.486783, 0.545511, 0.148314, 0.486806, 0.470927, 0.507615, 0.350498, 0.466816, 0.343752, 0.306524, 0.416783, 0.507921, 0.509478, 0.517829, 0.469782, 0.435458, 0.438574, 0.48058, 0.421488, 0.484676, 0.159673, 0.465219, 0.48956, 0.45901, 0.150507, 0.188822, 0.426303, 0.499489, 0.5054, 0.49371, 0.478445, 0.472057, 0.468946, 0.392695, 0.497194, 0.487996, 0.492763, 0.477773, 0.77235, 0.465169, 0.487521, 0.404513, 0.462475, 0.488398, 0.242162, 0.473023, 0.506038, 0.193712, 0.490501, 0.503426, 0.478392, 0.493339, 0.427874, 0.469989, 0.491909, 0.489571, 0.172024, 0.49915, 0.511319, 0.308103, 0.286095, 0.204021, 0.486489, 0.468959, 0.495193, 0.518855, 0.330554, 0.461006, 0.486485, 0.374434, 0.497141, 0.536937, 0.117624, 0.509612, 0.48761, 0.489179, 0.499352, 0.502288, 0.478409, 0.342284, 0.45691, 0.460852, 0.471649, 0.145484, 0.507279, 0.446537, 0.374812, 0.472474, 0.512136, 0.488089, 0.496355, 0.184305, 0.466065, 0.245025, 0.167296, 0.453895, 0.510779, 0.420157, 0.393706, 0.458762, 0.160562, 0.459962, 0.461118, 0.723496, 0.470833, 0.465682, 0.494722, 0.288762, 0.463095, 0.52866, 0.506334, 0.468983, 0.512745, 0.425366, 0.511239, 0.575111, 0.37551, 0.473432, 0.474162, 0.512943, 0.488822, 0.472178, 0.520126, 0.538528, 0.371094, 0.215486, 0.516038, 0.53202, 0.481932, 0.371797, 0.534154, 0.514917, 0.369708, 0.477561, 0.168078, 0.493503, 0.451437, 0.410805, 0.424568, 0.491148, 0.488564, 0.476072, 0.508178, 0.522463, 0.418654, 0.561041, 0.485117, 0.422929, 0.491361, 0.487343, 0.157634, 0.512421, 0.473283, 0.439767, 0.441838, 0.517014, 0.506663, 0.440176, 0.348048, 0.446172, 0.496941, 0.461889, 0.491512, 0.157053, 0.13691, 0.474897, 0.494924, 0.456128, 0.438992, 0.492266, 0.536405, 0.508012, 0.213578, 0.484144, 0.441268, 0.468646, 0.435293, 0.468684, 0.525191, 0.41015, 0.516114, 0.460932, 0.480483, 0.382489, 0.491346, 0.349854, 0.316327, 0.461151, 0.518638, 0.446041, 0.504018, 0.523638, 0.493834, 0.506689, 0.493521, 0.493327, 0.160914, 0.230813, 0.128037, 0.461335, 0.549248, 0.481315, 0.168362, 0.410069, 0.472718, 0.480513, 0.505096, 0.499817, 0.554818, 0.510059, 0.489831, 0.53093, 0.249537, 0.425817, 0.536864, 0.343702, 0.166206, 0.541047, 0.471951, 0.436465, 0.468716, 0.422827, 0.310977, 0.396863, 0.454003, 0.477971, 0.555806, 0.530171, 0.430916, 0.486086, 0.488758, 0.18949, 0.486237, 0.536399, 0.220439, 0.502039, 0.478374, 0.477423, 0.469111, 0.485563, 0.46477, 0.453855, 0.350325, 0.496915, 0.467305, 0.235388, 0.520658, 0.151564, 0.360902, 0.504677, 0.539795, 0.477489, 0.443218, 0.387732, 0.432424, 0.120274, 0.48919, 0.534808, 0.52398, 0.356787, 0.499033, 0.143448, 0.479374, 0.459701, 0.462663, 0.539115, 0.464007, 0.491953, 0.378612, 0.487317, 0.507375, 0.452165, 0.469254, 0.179008, 0.429758, 0.466862, 0.465839, 0.410212, 0.342847, 0.482248, 0.150262, 0.481722, 0.249039, 0.538671, 0.407831, 0.460417, 0.493233, 0.499587, 0.426065, 0.515047, 0.513855, 0.490314, 0.452885, 0.512593, 0.462341, 0.299888, 0.260938, 0.457426, 0.506047, 0.15854, 0.448843, 0.473397, 0.359748, 0.475575, 0.439228, 0.465274, 0.206577, 0.475602, 0.553324, 0.434786, 0.471212, 0.444835, 0.524998, 0.482414, 0.385078, 0.468108, 0.466631, 0.491184, 0.157015, 0.391032, 0.511399, 0.481185, 0.501934, 0.255398, 0.174155, 0.46318, 0.492337, 0.477381, 0.431591, 0.63857, 0.496848, 0.492931, 0.179043, 0.15119, 0.443077, 0.487914, 0.486874, 0.460726, 0.511883, 0.146129, 0.472432, 0.525537, 0.376829, 0.326722, 0.502469, 0.509086, 0.476486, 0.505297, 0.504645, 0.444632, 0.525648, 0.538361, 0.407812, 0.453758, 0.423553, 0.505175, 0.482978, 0.344131, 0.48378, 0.560691, 0.451732, 0.484413, 0.517759, 0.233804, 0.518209 ] }, "name": "model.model.layers.5.input_layernorm.weight", "outputIndexes": [ 446 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 445 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_5/Mul_output_0", "outputIndexes": [ 447 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 446, 447 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_5/Mul_1_output_0", "outputIndexes": [ 448 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 448 ], "outputIndexes": [ 2768 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 2768 ], "outputIndexes": [ 2769 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/q_proj/Linear", "inputIndexes": [ 2769 ], "outputIndexes": [ 2770 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 960, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14400, "weightSize": 0 }, "external": [ 30720770, 460822, 115200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 2770 ], "outputIndexes": [ 2771 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2771 ], "outputIndexes": [ 449 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 960 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 448 ], "main_type": "NONE", "name": "/Shape_71_output_0", "outputIndexes": [ 450 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 450 ], "main_type": "NONE", "name": "Shape1158", "outputIndexes": [ 451 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 450 ], "main_type": "NONE", "name": "Rank1160", "outputIndexes": [ 452 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 452, 452 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1162", "outputIndexes": [ 453 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 453 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1163", "outputIndexes": [ 454 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 453, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1165", "outputIndexes": [ 455 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 455 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1166", "outputIndexes": [ 456 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 451, 454, 456, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice1169", "outputIndexes": [ 457 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 457 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze1170", "outputIndexes": [ 458 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 458 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1171", "outputIndexes": [ 459 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 459, 458 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1172", "outputIndexes": [ 460 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 450, 460, 453 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_79_output_0", "outputIndexes": [ 461 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 461, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_161_output_0", "outputIndexes": [ 462 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 462, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_65_output_0", "outputIndexes": [ 463 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 449, 463 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_46_output_0", "outputIndexes": [ 464 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 464, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_40_output_0", "outputIndexes": [ 465 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 464 ], "main_type": "NONE", "name": "/Shape_72_output_0", "outputIndexes": [ 466 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 466 ], "main_type": "NONE", "name": "Shape1179", "outputIndexes": [ 467 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 466 ], "main_type": "NONE", "name": "Rank1181", "outputIndexes": [ 468 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 468, 468 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1183", "outputIndexes": [ 469 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 469 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1184", "outputIndexes": [ 470 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 469, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1186", "outputIndexes": [ 471 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 471 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1187", "outputIndexes": [ 472 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 467, 470, 472, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice1190", "outputIndexes": [ 473 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 473 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze1191", "outputIndexes": [ 474 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 474 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1192", "outputIndexes": [ 475 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 475, 474 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1193", "outputIndexes": [ 476 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 466, 476, 469 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_80_output_0", "outputIndexes": [ 477 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 477, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_15_output_0", "outputIndexes": [ 478 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 478, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_166_output_0", "outputIndexes": [ 479 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 464, 479, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_21_output_0", "outputIndexes": [ 480 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 480 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_10_output_0", "outputIndexes": [ 481 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 464, 22, 479, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_20_output_0", "outputIndexes": [ 482 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 481, 482 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_68_output_0", "outputIndexes": [ 483 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 483, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_41_output_0", "outputIndexes": [ 484 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 465, 484 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_25_output_0", "outputIndexes": [ 485 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 448 ], "outputIndexes": [ 2772 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 2772 ], "outputIndexes": [ 2773 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/k_proj/Linear", "inputIndexes": [ 2773 ], "outputIndexes": [ 2774 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 4800, "weightSize": 0 }, "external": [ 31296792, 153622, 38400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 2774 ], "outputIndexes": [ 2775 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2775 ], "outputIndexes": [ 486 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 462, 85, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_66_output_0", "outputIndexes": [ 487 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 486, 487 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_47_output_0", "outputIndexes": [ 488 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 488, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_42_output_0", "outputIndexes": [ 489 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 488 ], "main_type": "NONE", "name": "/Shape_73_output_0", "outputIndexes": [ 490 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 490 ], "main_type": "NONE", "name": "Shape1242", "outputIndexes": [ 491 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 490 ], "main_type": "NONE", "name": "Rank1244", "outputIndexes": [ 492 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 492, 492 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1246", "outputIndexes": [ 493 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 493 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1247", "outputIndexes": [ 494 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 493, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1249", "outputIndexes": [ 495 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 495 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1250", "outputIndexes": [ 496 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 491, 494, 496, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice1253", "outputIndexes": [ 497 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 497 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze1254", "outputIndexes": [ 498 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 498 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1255", "outputIndexes": [ 499 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 499, 498 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1256", "outputIndexes": [ 500 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 490, 500, 493 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_81_output_0", "outputIndexes": [ 501 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 501, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_16_output_0", "outputIndexes": [ 502 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 502, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_168_output_0", "outputIndexes": [ 503 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 488, 503, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_23_output_0", "outputIndexes": [ 504 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 504 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_11_output_0", "outputIndexes": [ 505 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 488, 22, 503, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_22_output_0", "outputIndexes": [ 506 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 505, 506 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_69_output_0", "outputIndexes": [ 507 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 507, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_43_output_0", "outputIndexes": [ 508 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 489, 508 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_26_output_0", "outputIndexes": [ 509 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 448 ], "outputIndexes": [ 2776 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 2776 ], "outputIndexes": [ 2777 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/v_proj/Linear", "inputIndexes": [ 2777 ], "outputIndexes": [ 2778 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 4800, "weightSize": 0 }, "external": [ 31488814, 153622, 38400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 2778 ], "outputIndexes": [ 2779 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2779 ], "outputIndexes": [ 510 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 510, 487 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_48_output_0", "outputIndexes": [ 511 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 485, 509, 511, 111 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_53_output_0", "outputIndexes": [ 512 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 512 ], "outputIndexes": [ 2780 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 2780 ], "outputIndexes": [ 2781 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/o_proj/Linear", "inputIndexes": [ 2781 ], "outputIndexes": [ 2782 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 960, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14400, "weightSize": 0 }, "external": [ 31680836, 460822, 115200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 2782 ], "outputIndexes": [ 2783 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2783 ], "outputIndexes": [ 513 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 960 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 445, 513 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_28_output_0", "outputIndexes": [ 514 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 960 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.297508, 0.277481, 0.276097, 0.277791, 0.272126, 0.28057, 0.3006, 0.288965, 0.270782, 0.188729, 0.279954, 0.291084, 0.267937, 0.282142, 0.262458, 0.289467, 0.199124, 0.281065, 0.11485, 0.092447, 0.261024, 0.233062, 0.16146, 0.277997, 0.290731, 0.197497, 0.110439, 0.253282, 0.27772, 0.179461, 0.278559, 0.288156, 0.228874, 0.281148, 0.269219, 0.268883, 0.281167, 0.273349, 0.246353, 0.27008, 0.049223, 0.273791, 0.27122, 0.136003, 0.275031, 0.226761, 0.105439, 0.27311, 0.074598, 0.234302, 0.261599, 0.263981, 0.251855, 0.086235, 0.279013, 0.139816, 0.19974, 0.071137, 0.283495, 0.255927, 0.271846, 0.282439, 0.232535, 0.217436, 0.288385, 0.278422, 0.264219, 0.281318, 0.227915, 0.200582, 0.326404, 0.262749, 0.290578, 0.295205, 0.115617, 0.227137, 0.285623, 0.267486, 0.279435, 0.269114, 0.163021, 0.273532, 0.243069, 0.269399, 0.278057, 0.29249, 0.264697, 0.000495, 0.275929, 0.276319, 0.279255, 0.099935, 0.236906, 0.257013, 0.263428, 0.277481, 0.247535, 0.083884, 0.287237, 0.255275, 0.136977, 0.299119, 0.239441, 0.255993, 0.286849, 0.29666, 0.293399, 0.205193, 0.284744, 0.274917, 0.286298, 0.275223, 0.264788, 0.295346, 0.300584, 0.255976, 0.287606, 0.269953, 0.300487, 0.264534, 0.261833, 0.284989, 0.241943, 0.286409, 0.285962, 0.268741, 0.261966, 0.276265, 0.297481, 0.264651, 0.287519, 0.223722, 0.272946, 0.086655, 0.209835, 0.284711, 0.295503, 0.27076, 0.307735, 0.275383, 0.102075, 0.281375, 0.287025, 0.271231, 0.28656, 0.082151, 0.192565, 0.170908, 0.267315, 0.277264, 0.264409, 0.280458, 0.266689, 0.284127, 0.286144, 0.280624, 0.279605, 0.234545, 0.290708, 0.287193, 0.290767, 0.284927, 0.290718, 0.304029, 0.232601, 0.299899, 0.280015, 0.230752, 0.268041, 0.2747, 0.271313, 0.217919, 0.235306, 0.276205, 0.189361, 0.295096, 0.091543, 0.176599, 0.258109, 0.216861, 0.298303, 0.279522, 0.261041, 0.276451, 0.275629, 0.292109, 0.191221, 0.262802, 0.087991, 0.280217, 0.283732, 0.14056, 0.114451, 0.256731, 0.253651, 0.293244, 0.144497, 0.276461, 0.271621, 0.264577, 0.277664, 0.274636, 0.290403, 0.2704, 0.218112, 0.286943, 0.249822, 0.295395, 0.283096, 0.200576, 0.281929, 0.267665, 0.053575, 0.297501, 0.254806, 0.29096, 0.282218, 0.090232, 0.172598, 0.283093, 0.176615, 0.261569, 0.260156, 0.242518, 0.195174, 0.281434, 0.281451, 0.261504, 0.270938, 0.282102, 0.282949, 0.242033, 0.238764, 0.265494, 0.259141, 0.162985, 0.289467, 0.111074, 0.097305, 0.274521, 0.331041, 0.148528, 0.270699, 0.269473, 0.286257, 0.276323, 0.276055, 0.261018, 0.268879, 0.198602, 0.285711, 0.267068, 0.15557, 0.286078, 0.217905, 0.278129, 0.241378, 0.299547, 0.266304, 0.255121, 0.282277, 0.274709, 0.281549, 0.100896, 0.297084, 0.080779, 0.287797, 0.268691, 0.269609, 0.272615, 0.251579, 0.292597, 0.284805, 0.301815, 0.268978, 0.260809, 0.096501, 0.161657, 0.277309, 0.289576, 0.138735, 0.269268, 0.280057, 0.256789, 0.26544, 0.273444, 0.094626, 0.286576, 0.298083, 0.251125, 0.293474, 0.287309, 0.262812, 0.264084, 0.259743, 0.248903, 0.238977, 0.272076, 0.270624, 0.284832, 0.237046, 0.271315, 0.271717, 0.249011, 0.09367, 0.293432, 0.182732, 0.254899, 0.101074, 0.275342, 0.28825, 0.26165, 0.286081, 0.272299, 0.284232, 0.22875, 0.278017, 0.201572, 0.139571, 0.279596, 0.285976, 0.279239, 0.254641, 0.317756, 0.173743, 0.224699, 0.283407, 0.272216, 0.309284, 0.263585, 0.286369, 0.19298, 0.290113, 0.079729, 0.283162, 0.27076, 0.181666, 0.273439, 0.259952, 0.273952, 0.256242, 0.31181, 0.101986, 0.293886, 0.136818, 0.268522, 0.240722, 0.295973, 0.271016, 0.29107, 0.248954, 0.271925, 0.274825, 0.282245, 0.277612, 0.277752, 0.135235, 0.223448, 0.246642, 0.235925, 0.098213, 0.245273, 0.020922, 0.259003, 0.352225, 0.284366, 0.283467, 0.116131, 0.27998, 0.260892, 0.278707, 0.256652, 0.081166, 0.271679, 0.268998, 0.282881, 0.300535, 0.255166, 0.290027, 0.161979, 0.101612, 0.312614, 0.289941, 0.252266, 0.299897, 0.165766, 0.281219, 0.261291, 0.254493, 0.255368, 0.138432, 0.253299, 0.278175, 0.274925, 0.184078, 0.169212, 0.313022, 0.300929, 0.120021, 0.270461, 0.298281, 0.123495, 0.266813, 0.136348, 0.257652, 0.272888, 0.272664, 0.275351, 0.256207, 0.273726, 0.305097, 0.256546, 0.144699, 0.29706, 0.15404, 0.168491, 0.264612, 0.279414, 0.223633, 0.267813, 0.190548, 0.291794, 0.257217, 0.284575, 0.304154, 0.297192, 0.159839, 0.271474, 0.283208, 0.244784, 0.208477, 0.28897, 0.258945, 0.08427, 0.286272, 0.260155, 0.270568, 0.287197, 0.09308, 0.184012, 0.230546, 0.268253, 0.272611, 0.276393, 0.278425, 0.289465, 0.194349, 0.273387, 0.27091, 0.293857, 0.295983, 0.285631, 0.286497, 0.222711, 0.243415, 0.288689, 0.237342, 0.186166, 0.233015, 0.255287, 0.247557, 0.277433, 0.119043, 0.231966, 0.221874, 0.204341, 0.261657, 0.262145, 0.209917, 0.209897, 0.273175, 0.16047, 0.27773, 0.266378, 0.089182, 0.27273, 0.126958, 0.211152, 0.230459, 0.291558, 0.280717, 0.266411, 0.261885, 0.284163, 0.276936, 0.216444, 0.085762, 0.285138, 0.27052, 0.266145, 0.273617, 0.272714, 0.272965, 0.278778, 0.198065, 0.249857, 0.229738, 0.29207, 0.259409, 0.086445, 0.077866, 0.274429, 0.155466, 0.309175, 0.271296, 0.245245, 0.257226, 0.265292, 0.242465, 0.277886, 0.305242, 0.284614, 0.131668, 0.289809, 0.262992, 0.263908, 0.288344, 0.186808, 0.237398, 0.218753, 0.251514, 0.281025, 0.282517, 0.285076, 0.266793, 0.097368, 0.282166, 0.110454, 0.279916, 0.270538, 0.276386, 0.278376, 0.282607, 0.284792, 0.245134, 0.263147, 0.279365, 0.271064, 0.11676, 0.295174, 0.278158, 0.263556, 0.26792, 0.282671, 0.187098, 0.090046, 0.201216, 0.110024, 0.261815, 0.273346, 0.267834, 0.288829, 0.288852, 0.238473, 0.281341, 0.255859, 0.277858, 0.075397, 0.266692, 0.259475, 0.300467, 0.225678, 0.251736, 0.282511, 0.239445, 0.282735, 0.285367, 0.09263, 0.238974, 0.275246, 0.277374, 0.100002, 0.263998, 0.085603, 0.28117, 0.227449, 0.235285, 0.195046, 0.261203, 0.256128, 0.316096, 0.260389, 0.111783, 0.297764, 0.265897, 0.289462, 0.282351, 0.235589, 0.276543, 0.274873, 0.253541, 0.103057, 0.274314, 0.275875, 0.28875, 0.270466, 0.26516, 0.085356, 0.263613, 0.273836, 0.296057, 0.179934, 0.284185, 0.1858, 0.158404, 0.219796, 0.251377, 0.293218, 0.243538, 0.277351, 0.245314, 0.240786, 0.26872, 0.224795, 0.269477, 0.048389, 0.245084, 0.270636, 0.269796, 0.091235, 0.107791, 0.230624, 0.288544, 0.280356, 0.279696, 0.284409, 0.278264, 0.282601, 0.23499, 0.282245, 0.269902, 0.305208, 0.268839, 0.212488, 0.299809, 0.287021, 0.190339, 0.275272, 0.281703, 0.143789, 0.283805, 0.273891, 0.110476, 0.290458, 0.247476, 0.294852, 0.287995, 0.238142, 0.252635, 0.276563, 0.271162, 0.104204, 0.274184, 0.285414, 0.17385, -0.003162, 0.116123, 0.275459, 0.246232, 0.290611, 0.291914, 0.171922, 0.266653, 0.239031, 0.209195, 0.295002, 0.293495, 0.07533, 0.280553, 0.271472, 0.271908, 0.294282, 0.281859, 0.276852, 0.192231, 0.256442, 0.258658, 0.258166, 0.083508, 0.295496, 0.281183, 0.199063, 0.257799, 0.276778, 0.271752, 0.274755, 0.105504, 0.271226, 0.111818, 0.088034, 0.261329, 0.281254, 0.229743, 0.229018, 0.266369, 0.097265, 0.275736, 0.257842, 0.166003, 0.248715, 0.262748, 0.271687, 0.152863, 0.263571, 0.306731, 0.285345, 0.259636, 0.284805, 0.217017, 0.266976, 0.23337, 0.206398, 0.256974, 0.267126, 0.280513, 0.291471, 0.247465, 0.285543, 0.286531, 0.192416, 0.118086, 0.299809, 0.300866, 0.27638, 0.213695, 0.290137, 0.284999, 0.181069, 0.276849, 0.107579, 0.267305, 0.263381, 0.201047, 0.226648, 0.276272, 0.282732, 0.272096, 0.278377, 0.273918, 0.230944, 0.293622, 0.262302, 0.236547, 0.295144, 0.293673, 0.098648, 0.295499, 0.272267, 0.233615, 0.240426, 0.297143, 0.285318, 0.244252, 0.188627, 0.22399, 0.287405, 0.268333, 0.253825, 0.097117, 0.082471, 0.270335, 0.270918, 0.267138, 0.249822, 0.254971, 0.293902, 0.291757, 0.113938, 0.270464, 0.244664, 0.273728, 0.24207, 0.261469, 0.288212, 0.203284, 0.297336, 0.230228, 0.27217, 0.203991, 0.255052, 0.180689, 0.17456, 0.264107, 0.297469, 0.248307, 0.287627, 0.277357, 0.287377, 0.286625, 0.277443, 0.293858, 0.098434, 0.125211, 0.083483, 0.256009, 0.300038, 0.273565, 0.099435, 0.20257, 0.270244, 0.26648, 0.281517, 0.276757, 0.288905, 0.286774, 0.291787, 0.28186, 0.147863, 0.202564, 0.299375, 0.17659, 0.102506, 0.296381, 0.272707, 0.264535, 0.266331, 0.23829, 0.171683, 0.27559, 0.266842, 0.280535, 0.23254, 0.298153, 0.264376, 0.290106, 0.280516, 0.096722, 0.277782, 0.293453, 0.122931, 0.271752, 0.239449, 0.252587, 0.241239, 0.280682, 0.279954, 0.272905, 0.199575, 0.253578, 0.268324, 0.133497, 0.274951, 0.092294, 0.188449, 0.278646, 0.297717, 0.264286, 0.238778, 0.217055, 0.272453, 0.074447, 0.270151, 0.300845, 0.308381, 0.184584, 0.289917, 0.05838, 0.281974, 0.260531, 0.287609, 0.281942, 0.257095, 0.291211, 0.203304, 0.244851, 0.291653, 0.27799, 0.270679, 0.10842, 0.242378, 0.267658, 0.269218, 0.213134, 0.199217, 0.273605, 0.08812, 0.274059, 0.134391, 0.287596, 0.227271, 0.263799, 0.289842, 0.289414, 0.243789, 0.283516, 0.291913, 0.273732, 0.255221, 0.288012, 0.245499, 0.183036, 0.135517, 0.27039, 0.263516, 0.101783, 0.086408, 0.270194, 0.196762, 0.27107, 0.246707, 0.259485, 0.119019, 0.267467, 0.299298, 0.27195, 0.28692, 0.263004, 0.281702, 0.272076, 0.203662, 0.281857, 0.257872, 0.256101, 0.095292, 0.214635, 0.284953, 0.285842, 0.246051, 0.135887, 0.095583, 0.27371, 0.279697, 0.255435, 0.212607, 0.199922, 0.268811, 0.267201, 0.090582, 0.092196, 0.26181, 0.262769, 0.276546, 0.289193, 0.284757, 0.087371, 0.285374, 0.293339, 0.21097, 0.204454, 0.241852, 0.300258, 0.286619, 0.2895, 0.275654, 0.179794, 0.28572, 0.276484, 0.228646, 0.259617, 0.250573, 0.283832, 0.275357, 0.195602, 0.270955, 0.31794, 0.252649, 0.273252, 0.282792, 0.125452, 0.301469 ] }, "name": "model.model.layers.5.post_attention_layernorm.weight", "outputIndexes": [ 515 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 514 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_5/Mul_output_0", "outputIndexes": [ 516 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 515, 516 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_5/Mul_1_output_0", "outputIndexes": [ 517 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 517 ], "outputIndexes": [ 2784 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 2784 ], "outputIndexes": [ 2785 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/mlp/gate_proj/Linear", "inputIndexes": [ 2785 ], "outputIndexes": [ 2786 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2560, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 38400, "weightSize": 0 }, "external": [ 32256858, 1228822, 307200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 2786 ], "outputIndexes": [ 2787 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2787 ], "outputIndexes": [ 518 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 518 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_5/Sigmoid_output_0", "outputIndexes": [ 519 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 518, 519 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_5/Mul_output_0", "outputIndexes": [ 520 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 517 ], "outputIndexes": [ 2788 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 2788 ], "outputIndexes": [ 2789 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/mlp/up_proj/Linear", "inputIndexes": [ 2789 ], "outputIndexes": [ 2790 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2560, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 38400, "weightSize": 0 }, "external": [ 33792880, 1228822, 307200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 2790 ], "outputIndexes": [ 2791 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2791 ], "outputIndexes": [ 521 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 520, 521 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_5/Mul_output_0", "outputIndexes": [ 522 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 522 ], "outputIndexes": [ 2792 ], "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 2792 ], "outputIndexes": [ 2793 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/mlp/down_proj/Linear", "inputIndexes": [ 2793 ], "outputIndexes": [ 2794 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 960, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2560, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 38400, "weightSize": 0 }, "external": [ 35328902, 1228822, 307200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 2794 ], "outputIndexes": [ 2795 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2795 ], "outputIndexes": [ 523 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 960 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 514, 523 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_29_output_0", "outputIndexes": [ 524 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 524, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_54_output_0", "outputIndexes": [ 525 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 960 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.475442, 0.531204, 0.50089, 0.489581, 0.477384, 0.514125, 0.499616, 0.502985, 0.566353, 0.36856, 0.518444, 0.533679, 0.428394, 0.482515, 0.443112, 0.538502, 0.391627, 0.491389, 0.199461, 0.181617, 0.481171, 0.44109, 0.329339, 0.476896, 0.523516, 0.417484, 0.251022, 0.496134, 0.459052, 0.302142, 0.493139, 0.537422, 0.425684, 0.50014, 0.479146, 0.493958, 0.519459, 0.468083, 0.44098, 0.465435, 0.225224, 0.495375, 0.508735, 0.249465, 0.479384, 0.473098, 0.17961, 0.484793, 0.122271, 0.468978, 0.458746, 0.494085, 0.456556, 0.139653, 0.498788, 0.294592, 0.357373, 0.141513, 0.518811, 0.441341, 0.509116, 0.499265, 0.489247, 0.416097, 0.493655, 0.483765, 0.453089, 0.48255, 0.439655, 0.387079, 0.543905, 0.496928, 0.505571, 0.520761, 0.212675, 0.503101, 0.478535, 0.446868, 0.52276, 0.492483, 0.393691, 0.474664, 0.455104, 0.485989, 0.472327, 0.520278, 0.46468, 0.039348, 0.497201, 0.48783, 0.471976, 0.173646, 0.409882, 0.490586, 0.516116, 0.468998, 0.44391, 0.137569, 0.52333, 0.470719, 0.240435, 0.567705, 0.445915, 0.507344, 0.449298, 0.507195, 0.490245, 0.40184, 0.478273, 0.495952, 0.490006, 0.47737, 0.510752, 0.493489, 0.529726, 0.436376, 0.523563, 0.507636, 0.601888, 0.465885, 0.521721, 0.523331, 0.440153, 0.486578, 0.488912, 0.495155, 0.445992, 0.492962, 0.554214, 0.546355, 0.500448, 0.422659, 0.469643, 0.146605, 0.458916, 0.510036, 0.50167, 0.505808, 0.549786, 0.552924, 0.171974, 0.518612, 0.510197, 0.488476, 0.604467, 0.136172, 0.39198, 0.357262, 0.545638, 0.47662, 0.529172, 0.509346, 0.507504, 0.517737, 0.474975, 0.512752, 0.476067, 0.458499, 0.530324, 0.512679, 0.501447, 0.516489, 0.628903, 0.523143, 0.450144, 0.57858, 0.517213, 0.437419, 0.454764, 0.524835, 0.508165, 0.406451, 0.437315, 0.536025, 0.385908, 0.492184, 0.1822, 0.331583, 0.45316, 0.44773, 0.532654, 0.522382, 0.476754, 0.538246, 0.476296, 0.509567, 0.390786, 0.474038, 0.164062, 0.509929, 0.478759, 0.277722, 0.198302, 0.455685, 0.46763, 0.507428, 0.250913, 0.486798, 0.478304, 0.472638, 0.529875, 0.484315, 0.512291, 0.516084, 0.41103, 0.509705, 0.486652, 0.519198, 0.494363, 0.396604, 0.464138, 0.497055, 0.216727, 0.522678, 0.46618, 0.512413, 0.47466, 0.253905, 0.333324, 0.459688, 0.335726, 0.490726, 0.445101, 0.438812, 0.497052, 0.492757, 0.504507, 0.471572, 0.495094, 0.501283, 0.471491, 0.495915, 0.49801, 0.47369, 0.47632, 0.305696, 0.552595, 0.690718, 0.17178, 0.457116, 0.552751, 0.282146, 0.490037, 0.487598, 0.466616, 0.481646, 0.474259, 0.498529, 0.499268, 0.394304, 0.495492, 0.454066, 0.282783, 0.504483, 0.415744, 0.536852, 0.453844, 0.517514, 0.439542, 0.453812, 0.535339, 0.482101, 0.504646, 0.169635, 0.481354, 0.172323, 0.499454, 0.478222, 0.499732, 0.482297, 0.501014, 0.508558, 0.522434, 0.521426, 0.454402, 0.483841, 0.156114, 0.336715, 0.470802, 0.515962, 0.225336, 0.532532, 0.498497, 0.456826, 0.498314, 0.48717, 0.145765, 0.489833, 0.538651, 0.469961, 0.53884, 0.524871, 0.490528, 0.530634, 0.486736, 0.462444, 0.490346, 0.53368, 0.537067, 0.502199, 0.424312, 0.48578, 0.528972, 0.437578, 0.156181, 0.558842, 0.390712, 0.451811, 0.171371, 0.517785, 0.524756, 0.497463, 0.539622, 0.460184, 0.544248, 0.431808, 0.549209, 0.407114, 0.253049, 0.50886, 0.523604, 0.497851, 0.461815, 0.523637, 0.339692, 0.423762, 0.467933, 0.462954, 0.524015, 0.49123, 0.487771, 0.359992, 0.520622, 0.322301, 0.499004, 0.499301, 0.326686, 0.509296, 0.462993, 0.505165, 0.517907, 0.60177, 0.184888, 0.502944, 0.27286, 0.48232, 0.418454, 0.539653, 0.501158, 0.489754, 0.48297, 0.5269, 0.467177, 0.517574, 0.521135, 0.480957, 0.244338, 0.460945, 0.447462, 0.469045, 0.188587, 0.460082, 0.249711, 0.468947, -0.488473, 0.509753, 0.525832, 0.244639, 0.513157, 0.430967, 0.512656, 0.459493, 0.21459, 0.49037, 0.453181, 0.505645, 0.547948, 0.530344, 0.538744, 0.293216, 0.16157, 0.500409, 0.50413, 0.487352, 0.514629, 0.314975, 0.489515, 0.46447, 0.484012, 0.457127, 0.249913, 0.420311, 0.480179, 0.503122, 0.319409, 0.331569, 0.547134, 0.555865, 0.149063, 0.483179, 0.531648, 0.24436, 0.464038, 0.283745, 0.511864, 0.507987, 0.503755, 0.506563, 0.450148, 0.486379, 0.511042, 0.425127, 0.258515, 0.525168, 0.308841, 0.31113, 0.44335, 0.511114, 0.449858, 0.468051, 0.333458, 0.502492, 0.452532, 0.541235, 0.495476, 0.505218, 0.303261, 0.443688, 0.513225, 0.436199, 0.375007, 0.517883, 0.438658, 0.137289, 0.488546, 0.426462, 0.497367, 0.498556, 0.160783, 0.365294, 0.429878, 0.45471, 0.509078, 0.516996, 0.544435, 0.513094, 0.339589, 0.497092, 0.453169, 0.549917, 0.495114, 0.525896, 0.501816, 0.387116, 0.865422, 0.509686, 0.460357, 0.375397, 0.427419, 0.482031, 0.448621, 0.48858, 0.21501, 0.428443, 0.432469, 0.361118, 0.474955, 0.490734, 0.398761, 0.394712, 0.547133, 0.30635, 0.513857, 0.485623, 0.372993, 0.453123, 0.256561, 0.391598, 0.405134, 0.500341, 0.521987, 0.46995, 0.502377, 0.533, 0.446893, 0.39897, 0.126816, 0.495255, 0.513752, 0.448229, 0.465592, 0.487822, 0.515384, 0.507109, 0.423226, 0.454369, 0.445558, 0.556877, 0.481832, 0.148381, 0.129912, 0.47532, 0.527727, 0.526191, 0.49082, 0.479046, 0.462543, 0.499523, 0.450602, 0.486784, 0.48494, 0.486984, 0.248885, 0.500375, 0.488375, 0.496975, 0.488574, 0.370364, 0.464565, 0.419993, 0.455809, 0.491592, 0.50086, 0.525056, 0.498112, 0.153331, 0.521658, 0.408847, 0.516286, 0.469411, 0.496379, 0.451985, 0.524233, 0.503709, 0.508708, 0.549613, 0.505814, 0.49234, 0.186564, 0.491582, 0.483525, 0.511909, 0.479294, 0.493618, 0.399312, 0.158351, 0.384153, 0.241379, 0.506991, 0.458309, 0.458665, 0.506234, 0.470258, 0.461803, 0.494831, 0.458107, 0.526846, 0.291529, 0.520571, 0.452794, 0.515321, 0.343886, 0.436267, 0.539311, 0.458652, 0.52706, 0.53004, 0.137517, 0.489691, 0.479134, 0.479191, 0.17274, 0.457075, 0.133718, 0.505022, 0.444345, 0.428816, 0.357922, 0.464793, 0.447535, 0.563825, 0.459747, 0.200054, 0.539885, 0.483843, 0.499093, 0.512284, 0.458127, 0.481764, 0.514691, 0.472319, 0.173967, 0.469947, 0.491996, 0.512406, 0.508641, 0.513451, 0.140238, 0.48716, 0.49925, 0.509998, 0.385926, 0.52829, 0.368368, 0.305587, 0.425806, 0.531625, 0.525063, 0.493312, 0.485015, 0.472052, 0.451986, 0.515636, 0.440733, 0.495687, 0.180746, 0.445779, 0.510881, 0.484178, 0.153211, 0.20013, 0.445848, 0.490296, 0.475626, 0.492442, 0.544022, 0.466734, 0.473669, 0.422693, 0.500726, 0.483431, 0.510373, 0.48289, 0.79638, 0.500121, 0.493768, 0.425147, 0.495332, 0.53838, 0.254735, 0.497707, 0.523711, 0.206921, 0.511844, 0.54521, 0.509781, 0.496244, 0.475171, 0.457386, 0.527807, 0.47659, 0.17738, 0.512088, 0.533233, 0.343117, 0.300107, 0.210989, 0.476691, 0.488748, 0.530205, 0.498104, 0.345313, 0.453241, 0.493842, 0.386627, 0.530864, 0.516175, 0.120897, 0.536477, 0.566968, 0.515637, 0.490065, 0.503252, 0.467196, 0.378195, 0.478349, 0.44559, 0.496716, 0.149509, 0.513999, 0.526099, 0.393902, 0.49355, 0.511426, 0.530412, 0.525228, 0.178987, 0.467545, 0.280838, 0.169384, 0.478916, 0.533286, 0.418751, 0.408067, 0.45418, 0.168843, 0.48879, 0.488696, 0.726376, 0.458608, 0.475783, 0.468486, 0.30199, 0.473301, 0.556491, 0.467608, 0.479114, 0.519591, 0.452708, 0.483308, 0.600701, 0.395316, 0.486237, 0.49228, 0.516561, 0.510881, 0.4744, 0.558791, 0.564689, 0.407497, 0.230004, 0.561385, 0.552165, 0.48558, 0.369612, 0.512318, 0.533137, 0.383299, 0.480904, 0.167996, 0.488461, 0.468503, 0.423216, 0.433221, 0.509166, 0.489501, 0.482986, 0.492347, 0.527253, 0.443069, 0.530442, 0.46763, 0.440757, 0.514582, 0.521303, 0.152175, 0.506334, 0.509836, 0.439794, 0.43865, 0.55466, 0.532502, 0.467959, 0.373619, 0.466694, 0.445979, 0.49661, 0.4921, 0.147906, 0.136165, 0.482116, 0.466776, 0.494722, 0.467638, 0.457988, 0.539605, 0.540484, 0.218871, 0.473668, 0.446542, 0.476002, 0.461561, 0.511395, 0.515808, 0.434399, 0.513438, 0.475107, 0.489092, 0.371628, 0.497639, 0.354916, 0.363712, 0.456938, 0.517853, 0.454119, 0.486351, 0.525216, 0.485752, 0.504851, 0.497747, 0.527452, 0.159659, 0.251438, 0.132582, 0.4644, 0.552504, 0.486163, 0.161621, 0.414854, 0.501224, 0.488247, 0.523626, 0.473265, 0.557121, 0.544254, 0.543569, 0.506529, 0.277838, 0.438369, 0.487188, 0.355647, 0.153034, 0.517164, 0.500593, 0.493751, 0.498028, 0.430474, 0.34714, 0.487233, 0.462853, 0.477286, 0.539017, 0.507301, 0.429581, 0.538709, 0.47647, 0.199609, 0.483559, 0.527543, 0.226628, 0.521092, 0.481095, 0.508867, 0.514189, 0.520846, 0.50742, 0.484936, 0.390102, 0.50212, 0.513351, 0.275678, 0.495052, 0.168323, 0.368478, 0.504917, 0.514377, 0.495294, 0.425048, 0.387626, 0.436801, 0.121845, 0.465625, 0.497187, 0.56828, 0.359844, 0.532817, 0.165024, 0.490374, 0.463931, 0.512322, 0.573771, 0.439982, 0.498147, 0.414003, 0.491231, 0.505403, 0.488121, 0.490201, 0.178463, 0.427546, 0.46261, 0.487358, 0.401059, 0.379855, 0.509052, 0.150973, 0.462309, 0.25435, 0.522996, 0.44236, 0.480483, 0.518241, 0.521675, 0.434666, 0.488413, 0.533492, 0.488013, 0.483099, 0.508249, 0.476337, 0.320783, 0.282734, 0.490915, 0.524299, 0.158286, 0.53433, 0.490533, 0.384817, 0.472012, 0.432766, 0.460921, 0.192636, 0.492401, 0.546554, 0.470578, 0.446513, 0.47062, 0.511755, 0.494874, 0.390833, 0.494533, 0.477366, 0.486732, 0.160806, 0.419262, 0.518909, 0.501763, 0.544415, 0.268411, 0.170576, 0.464166, 0.481503, 0.519181, 0.416741, 0.656428, 0.497408, 0.51651, 0.199111, 0.163075, 0.485068, 0.496133, 0.481253, 0.466029, 0.477677, 0.152143, 0.491036, 0.494798, 0.400633, 0.379671, 0.546982, 0.518592, 0.508449, 0.49034, 0.492737, 0.478317, 0.528745, 0.538432, 0.452322, 0.449987, 0.457335, 0.502543, 0.489179, 0.346963, 0.507837, 0.549827, 0.463218, 0.48063, 0.50961, 0.263358, 0.523678 ] }, "name": "model.model.layers.6.input_layernorm.weight", "outputIndexes": [ 526 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 525 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_6/Mul_output_0", "outputIndexes": [ 527 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 526, 527 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_6/Mul_1_output_0", "outputIndexes": [ 528 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 528 ], "outputIndexes": [ 2796 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 2796 ], "outputIndexes": [ 2797 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/q_proj/Linear", "inputIndexes": [ 2797 ], "outputIndexes": [ 2798 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 960, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14400, "weightSize": 0 }, "external": [ 36864924, 460822, 115200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 2798 ], "outputIndexes": [ 2799 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2799 ], "outputIndexes": [ 529 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 960 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 528 ], "main_type": "NONE", "name": "/Shape_85_output_0", "outputIndexes": [ 530 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 530 ], "main_type": "NONE", "name": "Shape1374", "outputIndexes": [ 531 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 530 ], "main_type": "NONE", "name": "Rank1376", "outputIndexes": [ 532 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 532, 532 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1378", "outputIndexes": [ 533 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 533 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1379", "outputIndexes": [ 534 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 533, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1381", "outputIndexes": [ 535 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 535 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1382", "outputIndexes": [ 536 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 531, 534, 536, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice1385", "outputIndexes": [ 537 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 537 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze1386", "outputIndexes": [ 538 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 538 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1387", "outputIndexes": [ 539 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 539, 538 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1388", "outputIndexes": [ 540 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 530, 540, 533 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_94_output_0", "outputIndexes": [ 541 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 541, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_193_output_0", "outputIndexes": [ 542 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 542, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_78_output_0", "outputIndexes": [ 543 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 529, 543 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_55_output_0", "outputIndexes": [ 544 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 544, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_48_output_0", "outputIndexes": [ 545 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 544 ], "main_type": "NONE", "name": "/Shape_86_output_0", "outputIndexes": [ 546 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 546 ], "main_type": "NONE", "name": "Shape1395", "outputIndexes": [ 547 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 546 ], "main_type": "NONE", "name": "Rank1397", "outputIndexes": [ 548 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 548, 548 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1399", "outputIndexes": [ 549 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 549 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1400", "outputIndexes": [ 550 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 549, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1402", "outputIndexes": [ 551 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 551 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1403", "outputIndexes": [ 552 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 547, 550, 552, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice1406", "outputIndexes": [ 553 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 553 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze1407", "outputIndexes": [ 554 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 554 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1408", "outputIndexes": [ 555 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 555, 554 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1409", "outputIndexes": [ 556 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 546, 556, 549 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_95_output_0", "outputIndexes": [ 557 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 557, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_18_output_0", "outputIndexes": [ 558 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 558, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_198_output_0", "outputIndexes": [ 559 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 544, 559, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_25_output_0", "outputIndexes": [ 560 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 560 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_12_output_0", "outputIndexes": [ 561 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 544, 22, 559, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_24_output_0", "outputIndexes": [ 562 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 561, 562 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_81_output_0", "outputIndexes": [ 563 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 563, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_49_output_0", "outputIndexes": [ 564 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 545, 564 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_30_output_0", "outputIndexes": [ 565 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 528 ], "outputIndexes": [ 2800 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 2800 ], "outputIndexes": [ 2801 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/k_proj/Linear", "inputIndexes": [ 2801 ], "outputIndexes": [ 2802 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 4800, "weightSize": 0 }, "external": [ 37440946, 153622, 38400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 2802 ], "outputIndexes": [ 2803 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2803 ], "outputIndexes": [ 566 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 542, 85, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_79_output_0", "outputIndexes": [ 567 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 566, 567 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_56_output_0", "outputIndexes": [ 568 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 568, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_50_output_0", "outputIndexes": [ 569 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 568 ], "main_type": "NONE", "name": "/Shape_87_output_0", "outputIndexes": [ 570 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 570 ], "main_type": "NONE", "name": "Shape1458", "outputIndexes": [ 571 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 570 ], "main_type": "NONE", "name": "Rank1460", "outputIndexes": [ 572 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 572, 572 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1462", "outputIndexes": [ 573 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 573 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1463", "outputIndexes": [ 574 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 573, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1465", "outputIndexes": [ 575 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 575 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1466", "outputIndexes": [ 576 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 571, 574, 576, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice1469", "outputIndexes": [ 577 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 577 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze1470", "outputIndexes": [ 578 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 578 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1471", "outputIndexes": [ 579 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 579, 578 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1472", "outputIndexes": [ 580 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 570, 580, 573 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_96_output_0", "outputIndexes": [ 581 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 581, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_19_output_0", "outputIndexes": [ 582 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 582, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_200_output_0", "outputIndexes": [ 583 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 568, 583, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_27_output_0", "outputIndexes": [ 584 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 584 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_13_output_0", "outputIndexes": [ 585 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 568, 22, 583, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_26_output_0", "outputIndexes": [ 586 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 585, 586 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_82_output_0", "outputIndexes": [ 587 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 587, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_51_output_0", "outputIndexes": [ 588 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 569, 588 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_31_output_0", "outputIndexes": [ 589 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 528 ], "outputIndexes": [ 2804 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 2804 ], "outputIndexes": [ 2805 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/v_proj/Linear", "inputIndexes": [ 2805 ], "outputIndexes": [ 2806 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 4800, "weightSize": 0 }, "external": [ 37632968, 153622, 38400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 2806 ], "outputIndexes": [ 2807 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2807 ], "outputIndexes": [ 590 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 590, 567 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_57_output_0", "outputIndexes": [ 591 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 565, 589, 591, 111 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_62_output_0", "outputIndexes": [ 592 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 592 ], "outputIndexes": [ 2808 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 2808 ], "outputIndexes": [ 2809 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/o_proj/Linear", "inputIndexes": [ 2809 ], "outputIndexes": [ 2810 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 960, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14400, "weightSize": 0 }, "external": [ 37824990, 460822, 115200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 2810 ], "outputIndexes": [ 2811 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2811 ], "outputIndexes": [ 593 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 960 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 525, 593 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_33_output_0", "outputIndexes": [ 594 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 960 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.284579, 0.278394, 0.281884, 0.276311, 0.27365, 0.281654, 0.284008, 0.286961, 0.270862, 0.194822, 0.279633, 0.285788, 0.269225, 0.277828, 0.263242, 0.290178, 0.209378, 0.274048, 0.115376, 0.098547, 0.261076, 0.230271, 0.161262, 0.270762, 0.302733, 0.189157, 0.115475, 0.254625, 0.271381, 0.176217, 0.269594, 0.297836, 0.23063, 0.28933, 0.278005, 0.273639, 0.287873, 0.264109, 0.233522, 0.274942, 0.064866, 0.277041, 0.290815, 0.133384, 0.268998, 0.234273, 0.106774, 0.272863, 0.07785, 0.237472, 0.267056, 0.261554, 0.246231, 0.088762, 0.27546, 0.145845, 0.191791, 0.075482, 0.279994, 0.24706, 0.280344, 0.28749, 0.229514, 0.222869, 0.298496, 0.280464, 0.255668, 0.276597, 0.218844, 0.194077, 0.319314, 0.275287, 0.283765, 0.280636, 0.120965, 0.22427, 0.290466, 0.263049, 0.285444, 0.263636, 0.169569, 0.272337, 0.248493, 0.269791, 0.277868, 0.303753, 0.254456, 0.00018, 0.280921, 0.273823, 0.269068, 0.10286, 0.229466, 0.268828, 0.252148, 0.286392, 0.252095, 0.086825, 0.284127, 0.256674, 0.132619, 0.286095, 0.239228, 0.263245, 0.289549, 0.282954, 0.285192, 0.203378, 0.283532, 0.270606, 0.285837, 0.268052, 0.253809, 0.284665, 0.299285, 0.258644, 0.278092, 0.281782, 0.304581, 0.270194, 0.26947, 0.290882, 0.238345, 0.287771, 0.27573, 0.262258, 0.260954, 0.272888, 0.288875, 0.264734, 0.302682, 0.225691, 0.265099, 0.089109, 0.218803, 0.276759, 0.284165, 0.266914, 0.304546, 0.287972, 0.095567, 0.26483, 0.282319, 0.261465, 0.293059, 0.08329, 0.182876, 0.176, 0.274023, 0.285475, 0.255772, 0.280899, 0.276492, 0.281524, 0.27778, 0.281393, 0.263322, 0.239701, 0.283241, 0.278674, 0.281491, 0.293859, 0.278862, 0.300234, 0.233835, 0.301105, 0.273917, 0.235767, 0.266332, 0.2764, 0.287389, 0.212601, 0.232404, 0.273064, 0.197577, 0.287693, 0.100352, 0.181525, 0.259547, 0.216075, 0.290762, 0.288028, 0.245153, 0.282688, 0.28123, 0.296331, 0.194721, 0.255018, 0.092059, 0.278233, 0.270486, 0.146415, 0.118973, 0.251991, 0.243932, 0.302707, 0.136777, 0.272397, 0.262818, 0.277036, 0.272005, 0.259417, 0.291646, 0.282941, 0.221911, 0.296319, 0.255156, 0.287649, 0.273686, 0.195468, 0.278757, 0.275465, 0.062114, 0.294605, 0.258809, 0.290989, 0.273091, 0.103406, 0.176441, 0.282111, 0.170033, 0.263327, 0.255172, 0.242017, 0.19899, 0.274602, 0.269108, 0.261585, 0.282805, 0.277321, 0.287438, 0.241329, 0.251752, 0.256596, 0.263756, 0.1589, 0.285838, 0.115516, 0.101262, 0.27721, 0.334235, 0.147317, 0.284358, 0.280242, 0.285754, 0.288014, 0.287722, 0.254418, 0.264957, 0.201387, 0.28124, 0.27132, 0.162612, 0.283704, 0.224485, 0.28883, 0.240035, 0.29809, 0.267429, 0.255448, 0.269822, 0.272883, 0.280304, 0.1054, 0.289643, 0.083524, 0.289172, 0.259891, 0.262684, 0.277132, 0.25161, 0.292579, 0.286674, 0.303735, 0.258285, 0.265888, 0.097467, 0.164131, 0.276177, 0.298917, 0.137215, 0.258355, 0.284452, 0.263701, 0.262665, 0.27486, 0.092666, 0.283516, 0.29358, 0.248041, 0.299209, 0.283017, 0.259037, 0.264853, 0.268402, 0.23863, 0.240871, 0.275304, 0.265642, 0.274862, 0.239766, 0.26879, 0.280396, 0.254695, 0.089661, 0.304639, 0.186469, 0.242666, 0.102665, 0.272521, 0.296788, 0.255968, 0.274875, 0.252612, 0.281223, 0.225361, 0.291351, 0.202069, 0.140668, 0.274173, 0.297449, 0.277829, 0.262339, 0.3053, 0.16989, 0.218986, 0.289846, 0.277803, 0.282223, 0.272409, 0.285857, 0.187777, 0.295876, 0.090872, 0.277298, 0.288512, 0.182331, 0.270863, 0.255645, 0.276627, 0.250834, 0.311406, 0.106707, 0.289851, 0.13545, 0.265825, 0.248839, 0.29004, 0.24823, 0.278421, 0.246123, 0.2581, 0.262416, 0.277484, 0.271516, 0.281333, 0.137938, 0.23461, 0.251765, 0.23134, 0.103199, 0.234801, 0.026305, 0.266186, 0.514076, 0.276816, 0.278684, 0.120931, 0.282059, 0.263926, 0.280108, 0.256546, 0.092758, 0.265442, 0.274172, 0.28452, 0.286016, 0.256647, 0.286794, 0.162213, 0.10437, 0.309752, 0.28598, 0.25628, 0.286108, 0.170846, 0.279255, 0.268351, 0.253298, 0.244817, 0.138886, 0.24345, 0.26407, 0.268468, 0.179447, 0.170679, 0.307567, 0.289348, 0.124106, 0.277819, 0.276086, 0.134541, 0.270601, 0.142566, 0.25189, 0.273282, 0.265037, 0.281488, 0.247879, 0.271769, 0.293887, 0.2493, 0.146298, 0.28126, 0.160937, 0.178776, 0.260411, 0.286971, 0.228225, 0.258243, 0.187914, 0.282768, 0.256472, 0.302159, 0.283488, 0.287456, 0.162635, 0.257412, 0.286663, 0.244084, 0.203478, 0.282736, 0.254386, 0.093187, 0.306894, 0.262966, 0.279612, 0.299811, 0.09436, 0.191684, 0.228533, 0.270011, 0.263871, 0.26663, 0.289908, 0.280636, 0.194695, 0.269332, 0.272018, 0.300987, 0.299413, 0.303028, 0.283694, 0.226016, 0.212079, 0.297377, 0.235818, 0.186674, 0.239566, 0.248181, 0.24619, 0.281826, 0.121144, 0.228909, 0.222495, 0.203369, 0.266539, 0.267555, 0.210433, 0.205718, 0.294962, 0.162671, 0.274434, 0.254722, 0.096785, 0.275239, 0.131268, 0.20956, 0.228683, 0.292752, 0.28581, 0.253329, 0.266721, 0.291339, 0.273137, 0.217286, 0.093648, 0.283621, 0.279223, 0.261294, 0.267795, 0.268154, 0.271574, 0.279914, 0.191826, 0.249906, 0.217008, 0.295508, 0.263683, 0.089993, 0.082428, 0.266495, 0.160606, 0.322636, 0.287016, 0.249011, 0.252869, 0.259803, 0.234033, 0.282966, 0.299331, 0.286386, 0.135018, 0.282965, 0.262862, 0.269546, 0.294594, 0.197112, 0.247261, 0.22737, 0.241733, 0.271647, 0.29365, 0.303281, 0.259314, 0.099027, 0.291111, 0.12349, 0.284802, 0.279654, 0.289539, 0.275084, 0.280345, 0.277488, 0.248922, 0.271878, 0.279678, 0.266592, 0.113156, 0.285583, 0.26704, 0.266419, 0.273966, 0.290824, 0.183352, 0.095486, 0.193952, 0.115046, 0.266644, 0.263146, 0.272036, 0.292011, 0.278528, 0.241214, 0.282005, 0.260734, 0.262714, 0.105491, 0.273751, 0.251423, 0.286644, 0.215549, 0.256249, 0.286258, 0.24439, 0.282058, 0.297784, 0.096708, 0.236062, 0.283905, 0.275796, 0.101605, 0.263316, 0.085835, 0.28979, 0.236629, 0.236831, 0.193731, 0.259538, 0.256336, 0.322538, 0.252912, 0.115049, 0.29192, 0.277953, 0.281233, 0.287042, 0.24141, 0.26994, 0.270164, 0.264911, 0.106307, 0.26575, 0.260127, 0.285139, 0.277927, 0.263296, 0.089411, 0.254299, 0.281492, 0.291681, 0.191318, 0.288146, 0.180708, 0.160723, 0.217734, 0.246985, 0.287239, 0.24461, 0.266918, 0.24699, 0.236311, 0.272478, 0.223438, 0.281538, 0.060182, 0.244192, 0.266561, 0.261478, 0.091746, 0.107835, 0.236364, 0.292032, 0.278097, 0.285294, 0.259153, 0.278871, 0.286841, 0.229605, 0.28463, 0.274853, 0.304913, 0.267543, 0.195944, 0.282881, 0.278969, 0.190357, 0.27168, 0.293091, 0.141758, 0.288917, 0.283833, 0.117241, 0.285292, 0.242691, 0.284967, 0.276223, 0.235396, 0.254739, 0.282405, 0.277526, 0.104845, 0.279907, 0.278596, 0.177199, 0.02241, 0.119216, 0.270939, 0.251437, 0.296918, 0.300286, 0.178099, 0.268081, 0.234684, 0.207461, 0.297959, 0.284788, 0.076492, 0.289895, 0.269615, 0.250174, 0.290093, 0.272916, 0.274516, 0.188183, 0.257856, 0.253242, 0.249668, 0.087872, 0.283203, 0.272094, 0.198352, 0.263993, 0.267482, 0.283095, 0.275538, 0.107605, 0.265262, 0.120737, 0.095915, 0.254815, 0.27488, 0.228222, 0.234562, 0.262847, 0.096593, 0.268249, 0.261875, 0.136828, 0.257889, 0.256656, 0.269594, 0.156088, 0.269814, 0.302416, 0.283971, 0.263627, 0.283771, 0.215961, 0.268838, 0.215718, 0.201921, 0.246976, 0.272693, 0.28862, 0.283126, 0.256848, 0.281279, 0.276835, 0.197967, 0.118816, 0.299214, 0.297793, 0.262546, 0.202854, 0.281835, 0.287979, 0.181466, 0.288157, 0.109666, 0.267708, 0.26186, 0.21222, 0.232591, 0.262171, 0.288063, 0.247602, 0.270505, 0.279135, 0.241147, 0.273531, 0.272567, 0.240856, 0.28752, 0.290281, 0.097908, 0.289313, 0.267493, 0.23654, 0.240605, 0.284027, 0.276761, 0.243536, 0.190725, 0.225665, 0.278079, 0.272988, 0.255587, 0.102681, 0.087134, 0.280894, 0.279602, 0.280771, 0.264846, 0.254829, 0.289163, 0.289241, 0.112327, 0.264536, 0.258133, 0.266811, 0.248026, 0.265061, 0.29371, 0.211069, 0.294352, 0.221951, 0.256076, 0.204079, 0.273459, 0.186449, 0.169736, 0.25405, 0.307355, 0.257416, 0.28162, 0.284259, 0.286138, 0.287315, 0.272237, 0.288541, 0.102637, 0.128818, 0.086758, 0.254227, 0.314738, 0.269995, 0.106489, 0.196762, 0.281386, 0.266147, 0.295023, 0.283718, 0.30322, 0.279167, 0.287105, 0.278915, 0.146393, 0.213348, 0.296783, 0.183224, 0.101641, 0.281572, 0.277897, 0.265842, 0.267237, 0.23145, 0.179396, 0.285012, 0.257527, 0.284668, 0.230001, 0.298556, 0.245367, 0.292309, 0.277976, 0.100746, 0.283496, 0.285007, 0.123305, 0.276189, 0.243591, 0.254751, 0.236725, 0.281308, 0.276629, 0.262932, 0.198798, 0.252625, 0.258232, 0.13808, 0.264926, 0.094522, 0.187392, 0.290274, 0.294962, 0.260444, 0.231957, 0.23023, 0.253745, 0.081683, 0.277869, 0.29143, 0.311511, 0.193214, 0.300363, 0.071772, 0.272719, 0.266411, 0.285742, 0.27685, 0.273605, 0.267256, 0.204298, 0.234011, 0.290759, 0.267893, 0.271038, 0.104399, 0.241409, 0.264805, 0.277617, 0.211774, 0.188544, 0.266806, 0.095569, 0.27605, 0.142231, 0.284954, 0.231389, 0.263719, 0.277989, 0.291117, 0.248021, 0.275753, 0.299808, 0.280908, 0.249499, 0.292647, 0.247386, 0.175619, 0.139389, 0.263434, 0.280451, 0.097483, 0.097151, 0.27148, 0.203339, 0.271961, 0.252208, 0.267327, 0.115348, 0.269041, 0.292903, 0.265013, 0.2716, 0.253815, 0.292208, 0.272318, 0.202137, 0.281087, 0.256476, 0.254154, 0.096212, 0.222116, 0.29465, 0.290383, 0.237007, 0.140538, 0.099864, 0.278229, 0.273665, 0.255475, 0.222493, 0.181197, 0.268578, 0.266207, 0.095601, 0.087441, 0.267699, 0.268877, 0.281812, 0.278011, 0.290031, 0.089273, 0.283187, 0.307732, 0.212432, 0.195491, 0.237086, 0.291844, 0.285754, 0.283349, 0.277015, 0.175083, 0.269486, 0.263895, 0.228629, 0.257254, 0.2555, 0.288835, 0.274784, 0.196404, 0.270549, 0.31651, 0.256658, 0.268315, 0.272565, 0.125062, 0.292016 ] }, "name": "model.model.layers.6.post_attention_layernorm.weight", "outputIndexes": [ 595 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 594 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_6/Mul_output_0", "outputIndexes": [ 596 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 595, 596 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_6/Mul_1_output_0", "outputIndexes": [ 597 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 597 ], "outputIndexes": [ 2812 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 2812 ], "outputIndexes": [ 2813 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/mlp/gate_proj/Linear", "inputIndexes": [ 2813 ], "outputIndexes": [ 2814 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2560, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 38400, "weightSize": 0 }, "external": [ 38401012, 1228822, 307200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 2814 ], "outputIndexes": [ 2815 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2815 ], "outputIndexes": [ 598 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 598 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_6/Sigmoid_output_0", "outputIndexes": [ 599 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 598, 599 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_6/Mul_output_0", "outputIndexes": [ 600 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 597 ], "outputIndexes": [ 2816 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 2816 ], "outputIndexes": [ 2817 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/mlp/up_proj/Linear", "inputIndexes": [ 2817 ], "outputIndexes": [ 2818 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2560, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 38400, "weightSize": 0 }, "external": [ 39937034, 1228822, 307200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 2818 ], "outputIndexes": [ 2819 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2819 ], "outputIndexes": [ 601 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 600, 601 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_6/Mul_output_0", "outputIndexes": [ 602 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 602 ], "outputIndexes": [ 2820 ], "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 2820 ], "outputIndexes": [ 2821 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/mlp/down_proj/Linear", "inputIndexes": [ 2821 ], "outputIndexes": [ 2822 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 960, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2560, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 38400, "weightSize": 0 }, "external": [ 41473056, 1228822, 307200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 2822 ], "outputIndexes": [ 2823 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2823 ], "outputIndexes": [ 603 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 960 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 594, 603 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_34_output_0", "outputIndexes": [ 604 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 604, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_63_output_0", "outputIndexes": [ 605 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 960 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.510193, 0.53642, 0.516537, 0.482482, 0.471554, 0.538144, 0.526691, 0.49905, 0.552216, 0.360648, 0.524776, 0.541346, 0.474838, 0.481919, 0.500349, 0.54237, 0.371993, 0.48372, 0.206899, 0.201878, 0.462689, 0.426421, 0.309436, 0.522404, 0.532962, 0.385931, 0.251495, 0.4725, 0.479254, 0.313235, 0.500499, 0.572994, 0.403783, 0.520095, 0.467456, 0.480707, 0.527365, 0.489724, 0.431406, 0.495751, 0.181499, 0.532451, 0.561311, 0.234552, 0.501791, 0.451009, 0.19362, 0.471459, 0.139775, 0.464036, 0.460666, 0.462126, 0.446788, 0.16512, 0.480468, 0.286846, 0.354532, 0.149302, 0.521846, 0.469066, 0.525148, 0.53537, 0.481657, 0.411833, 0.475633, 0.491668, 0.430539, 0.481454, 0.39067, 0.33856, 0.561199, 0.479165, 0.542722, 0.490903, 0.211693, 0.476679, 0.50929, 0.470486, 0.547582, 0.492004, 0.368197, 0.464172, 0.460564, 0.489716, 0.488454, 0.526751, 0.52656, 0.035476, 0.503872, 0.477025, 0.460138, 0.195321, 0.407183, 0.514093, 0.491706, 0.487142, 0.441402, 0.172507, 0.504416, 0.451724, 0.221069, 0.607927, 0.473969, 0.492601, 0.506593, 0.551053, 0.499162, 0.396122, 0.518101, 0.499097, 0.507053, 0.496995, 0.502667, 0.527476, 0.53567, 0.450086, 0.51985, 0.482953, 0.580877, 0.497191, 0.512744, 0.533862, 0.405761, 0.51598, 0.528505, 0.495076, 0.464285, 0.498963, 0.529969, 0.605122, 0.537885, 0.407864, 0.506935, 0.168558, 0.405706, 0.528291, 0.496849, 0.482519, 0.537813, 0.541896, 0.166837, 0.475502, 0.531416, 0.493392, 0.646617, 0.155416, 0.389842, 0.335937, 0.545492, 0.460288, 0.540402, 0.476454, 0.502414, 0.540623, 0.45247, 0.511921, 0.477953, 0.474063, 0.513209, 0.497391, 0.511228, 0.510476, 0.582133, 0.560927, 0.431873, 0.573166, 0.511498, 0.435053, 0.46512, 0.544072, 0.516802, 0.414422, 0.415256, 0.564003, 0.372412, 0.539167, 0.182012, 0.300109, 0.492876, 0.411377, 0.546294, 0.571149, 0.470306, 0.535821, 0.502257, 0.548646, 0.349983, 0.50226, 0.171964, 0.551474, 0.490043, 0.262318, 0.212336, 0.433227, 0.471304, 0.508098, 0.226523, 0.473148, 0.471852, 0.460665, 0.581088, 0.50202, 0.492801, 0.511982, 0.387428, 0.482657, 0.480245, 0.533383, 0.518298, 0.372434, 0.502077, 0.51395, 0.17662, 0.539213, 0.490746, 0.554211, 0.50283, 0.264563, 0.346983, 0.48942, 0.287508, 0.483652, 0.492853, 0.419402, 0.444717, 0.468855, 0.480896, 0.460009, 0.527099, 0.536705, 0.4959, 0.470107, 0.502948, 0.481869, 0.486098, 0.275333, 0.543144, 0.667571, 0.165363, 0.47848, 0.617394, 0.2689, 0.511733, 0.488783, 0.503102, 0.501529, 0.486814, 0.45785, 0.48594, 0.358779, 0.49144, 0.484626, 0.283253, 0.489831, 0.422323, 0.577105, 0.48016, 0.573872, 0.47953, 0.496069, 0.508924, 0.462619, 0.567545, 0.185431, 0.543097, 0.174227, 0.527639, 0.497224, 0.493389, 0.475737, 0.48955, 0.528299, 0.580024, 0.493441, 0.464567, 0.476896, 0.175519, 0.317567, 0.499977, 0.564476, 0.241575, 0.548318, 0.517006, 0.472734, 0.470075, 0.52582, 0.173397, 0.506566, 0.538402, 0.520207, 0.50447, 0.538255, 0.472621, 0.500047, 0.489362, 0.485931, 0.509781, 0.517629, 0.54686, 0.525408, 0.448801, 0.511747, 0.516282, 0.459827, 0.145599, 0.552209, 0.38324, 0.466796, 0.18371, 0.503088, 0.543141, 0.475604, 0.542678, 0.466626, 0.567676, 0.438763, 0.584369, 0.339086, 0.233064, 0.495933, 0.53379, 0.533826, 0.471881, 0.559392, 0.276408, 0.428335, 0.510473, 0.490764, 0.502286, 0.481205, 0.491907, 0.355121, 0.505705, 0.266121, 0.476455, 0.509888, 0.310773, 0.5275, 0.459303, 0.501016, 0.533151, 0.60037, 0.205216, 0.524832, 0.2375, 0.46913, 0.424043, 0.525059, 0.549219, 0.485914, 0.476351, 0.528112, 0.47786, 0.553916, 0.482481, 0.494197, 0.237925, 0.457603, 0.482173, 0.441332, 0.186004, 0.457378, 0.23567, 0.495057, 0.63192, 0.505191, 0.547487, 0.235978, 0.49471, 0.47256, 0.511638, 0.462708, 0.197844, 0.505671, 0.452994, 0.496986, 0.53883, 0.523238, 0.502198, 0.294237, 0.190298, 0.558516, 0.519242, 0.496377, 0.513447, 0.304622, 0.541738, 0.493833, 0.450274, 0.450783, 0.256618, 0.425301, 0.479291, 0.505534, 0.331719, 0.288922, 0.559792, 0.537897, 0.1694, 0.501248, 0.507655, 0.223405, 0.471307, 0.250111, 0.49006, 0.525622, 0.4772, 0.52346, 0.455746, 0.48126, 0.531139, 0.471216, 0.243662, 0.529392, 0.330586, 0.288176, 0.459784, 0.531095, 0.431725, 0.492512, 0.333798, 0.510952, 0.465502, 0.566353, 0.556245, 0.538889, 0.275583, 0.475023, 0.52337, 0.420842, 0.364063, 0.506959, 0.453889, 0.177474, 0.491934, 0.43449, 0.496786, 0.519533, 0.174024, 0.323608, 0.424231, 0.454143, 0.472985, 0.459809, 0.493412, 0.473795, 0.339892, 0.533489, 0.460385, 0.588319, 0.552348, 0.577609, 0.522741, 0.36877, 0.934444, 0.529997, 0.433345, 0.326641, 0.397054, 0.476265, 0.439687, 0.496134, 0.198259, 0.423332, 0.414295, 0.374245, 0.470028, 0.477313, 0.372383, 0.360298, 0.512643, 0.299152, 0.492554, 0.467519, 0.392252, 0.516288, 0.239799, 0.349423, 0.386601, 0.534931, 0.502902, 0.482596, 0.498153, 0.498184, 0.490329, 0.377978, 0.166195, 0.521629, 0.536344, 0.470201, 0.460505, 0.52373, 0.509151, 0.474841, 0.384518, 0.456161, 0.40665, 0.530925, 0.433639, 0.175378, 0.155989, 0.47399, 0.48382, 0.53223, 0.477521, 0.462564, 0.490124, 0.538489, 0.450907, 0.535026, 0.516523, 0.521694, 0.25121, 0.502098, 0.469361, 0.501396, 0.507693, 0.369248, 0.453575, 0.417344, 0.453917, 0.498969, 0.508117, 0.566114, 0.484504, 0.178487, 0.543265, 0.379932, 0.540516, 0.456208, 0.514779, 0.458482, 0.553058, 0.518685, 0.494911, 0.514805, 0.516873, 0.46504, 0.190244, 0.512066, 0.511526, 0.537043, 0.521643, 0.494291, 0.373496, 0.173059, 0.355652, 0.239353, 0.495977, 0.485009, 0.483381, 0.526331, 0.505872, 0.460826, 0.512421, 0.446786, 0.526546, 0.288654, 0.535066, 0.458174, 0.532396, 0.378501, 0.447585, 0.562097, 0.446359, 0.495494, 0.531319, 0.147262, 0.449545, 0.493062, 0.486852, 0.174793, 0.474613, 0.157711, 0.505635, 0.46411, 0.417798, 0.338769, 0.429245, 0.489973, 0.543486, 0.43095, 0.193808, 0.553031, 0.497049, 0.522578, 0.552343, 0.472501, 0.501515, 0.486896, 0.432081, 0.199605, 0.500838, 0.5142, 0.540761, 0.539706, 0.517501, 0.153872, 0.510974, 0.50137, 0.529758, 0.32841, 0.50839, 0.323951, 0.297935, 0.374753, 0.572022, 0.544397, 0.528617, 0.513656, 0.449809, 0.463053, 0.566426, 0.428662, 0.500954, 0.141573, 0.426874, 0.487458, 0.47126, 0.17026, 0.191611, 0.446735, 0.495341, 0.489282, 0.533696, 0.494615, 0.492966, 0.493406, 0.409157, 0.506413, 0.491958, 0.474415, 0.545292, 0.818938, 0.510812, 0.469891, 0.395016, 0.498129, 0.552505, 0.233661, 0.5084, 0.497761, 0.186658, 0.531898, 0.537759, 0.530112, 0.49479, 0.433607, 0.488279, 0.508431, 0.471936, 0.187045, 0.504429, 0.53749, 0.299911, 0.282873, 0.208856, 0.465873, 0.471601, 0.543975, 0.491994, 0.330398, 0.449039, 0.458054, 0.349335, 0.555135, 0.539625, 0.133308, 0.543133, 0.561114, 0.505944, 0.505327, 0.457984, 0.508126, 0.339507, 0.475256, 0.448421, 0.479469, 0.166459, 0.546042, 0.500987, 0.355943, 0.506162, 0.513714, 0.515471, 0.484202, 0.189841, 0.476604, 0.272534, 0.174652, 0.462432, 0.518326, 0.42293, 0.409555, 0.465658, 0.177856, 0.515291, 0.49248, 0.561788, 0.481893, 0.497734, 0.508885, 0.296204, 0.489931, 0.5637, 0.534694, 0.448532, 0.540179, 0.419229, 0.469374, 0.576743, 0.362439, 0.451544, 0.492421, 0.542986, 0.502784, 0.484779, 0.531691, 0.600237, 0.373584, 0.228591, 0.537417, 0.541972, 0.523894, 0.357974, 0.540867, 0.529173, 0.388819, 0.513723, 0.193718, 0.481341, 0.508743, 0.418827, 0.430617, 0.48936, 0.513501, 0.451264, 0.467681, 0.548657, 0.430983, 0.550679, 0.509894, 0.443069, 0.536128, 0.52511, 0.178331, 0.553434, 0.495489, 0.44481, 0.433003, 0.48754, 0.559915, 0.480207, 0.371203, 0.446255, 0.491092, 0.515174, 0.522286, 0.181264, 0.156004, 0.492115, 0.502687, 0.511964, 0.474569, 0.446487, 0.527604, 0.518146, 0.223178, 0.506682, 0.423445, 0.474066, 0.465872, 0.472239, 0.496256, 0.417856, 0.500401, 0.47659, 0.50237, 0.375229, 0.516307, 0.344064, 0.374925, 0.450596, 0.556018, 0.470557, 0.500145, 0.521817, 0.547403, 0.486132, 0.488166, 0.565162, 0.182904, 0.242591, 0.150812, 0.46292, 0.608331, 0.47297, 0.189812, 0.385441, 0.478558, 0.477387, 0.498869, 0.511675, 0.547439, 0.470861, 0.517066, 0.52605, 0.250006, 0.430765, 0.543554, 0.331766, 0.178841, 0.507548, 0.490166, 0.464604, 0.511015, 0.41436, 0.293585, 0.501324, 0.450945, 0.499586, 0.595718, 0.525241, 0.456567, 0.515365, 0.493121, 0.204918, 0.493671, 0.505892, 0.211608, 0.536209, 0.473163, 0.484538, 0.473065, 0.52542, 0.509365, 0.510568, 0.383862, 0.507539, 0.513772, 0.244208, 0.512387, 0.171469, 0.359385, 0.508898, 0.554788, 0.47789, 0.417866, 0.385326, 0.474696, 0.145831, 0.506624, 0.524659, 0.566244, 0.3673, 0.517071, 0.183826, 0.506527, 0.458719, 0.54445, 0.525385, 0.480796, 0.512771, 0.380929, 0.476681, 0.501264, 0.492472, 0.471155, 0.193, 0.444854, 0.482592, 0.474037, 0.382314, 0.329757, 0.502024, 0.172958, 0.492778, 0.249115, 0.563141, 0.436621, 0.501133, 0.541276, 0.537885, 0.433724, 0.504926, 0.540481, 0.502831, 0.466255, 0.496377, 0.450281, 0.30211, 0.248387, 0.459429, 0.53309, 0.188786, 0.466483, 0.477018, 0.361815, 0.496004, 0.456341, 0.506273, 0.209669, 0.50889, 0.5566, 0.464144, 0.479619, 0.477577, 0.523852, 0.535353, 0.382833, 0.512968, 0.447521, 0.511018, 0.180542, 0.404157, 0.53867, 0.512601, 0.534196, 0.244574, 0.189896, 0.480533, 0.476786, 0.497485, 0.440865, 0.587487, 0.525756, 0.494693, 0.198878, 0.182199, 0.467001, 0.494285, 0.52483, 0.461414, 0.526891, 0.182331, 0.530293, 0.531874, 0.379644, 0.373994, 0.478235, 0.541587, 0.510791, 0.508359, 0.504239, 0.458883, 0.561062, 0.578834, 0.415641, 0.495161, 0.446247, 0.540709, 0.477, 0.322809, 0.549543, 0.552015, 0.447887, 0.480634, 0.50313, 0.237461, 0.554268 ] }, "name": "model.model.layers.7.input_layernorm.weight", "outputIndexes": [ 606 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 605 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_7/Mul_output_0", "outputIndexes": [ 607 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 606, 607 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_7/Mul_1_output_0", "outputIndexes": [ 608 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 608 ], "outputIndexes": [ 2824 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 2824 ], "outputIndexes": [ 2825 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/q_proj/Linear", "inputIndexes": [ 2825 ], "outputIndexes": [ 2826 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 960, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14400, "weightSize": 0 }, "external": [ 43009078, 460822, 115200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 2826 ], "outputIndexes": [ 2827 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2827 ], "outputIndexes": [ 609 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 960 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 608 ], "main_type": "NONE", "name": "/Shape_99_output_0", "outputIndexes": [ 610 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 610 ], "main_type": "NONE", "name": "Shape1590", "outputIndexes": [ 611 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 610 ], "main_type": "NONE", "name": "Rank1592", "outputIndexes": [ 612 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 612, 612 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1594", "outputIndexes": [ 613 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 613 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1595", "outputIndexes": [ 614 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 613, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1597", "outputIndexes": [ 615 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 615 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1598", "outputIndexes": [ 616 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 611, 614, 616, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice1601", "outputIndexes": [ 617 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 617 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze1602", "outputIndexes": [ 618 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 618 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1603", "outputIndexes": [ 619 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 619, 618 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1604", "outputIndexes": [ 620 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 610, 620, 613 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_109_output_0", "outputIndexes": [ 621 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 621, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_225_output_0", "outputIndexes": [ 622 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 622, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_91_output_0", "outputIndexes": [ 623 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 609, 623 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_64_output_0", "outputIndexes": [ 624 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 624, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_56_output_0", "outputIndexes": [ 625 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 624 ], "main_type": "NONE", "name": "/Shape_100_output_0", "outputIndexes": [ 626 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 626 ], "main_type": "NONE", "name": "Shape1611", "outputIndexes": [ 627 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 626 ], "main_type": "NONE", "name": "Rank1613", "outputIndexes": [ 628 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 628, 628 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1615", "outputIndexes": [ 629 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 629 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1616", "outputIndexes": [ 630 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 629, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1618", "outputIndexes": [ 631 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 631 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1619", "outputIndexes": [ 632 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 627, 630, 632, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice1622", "outputIndexes": [ 633 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 633 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze1623", "outputIndexes": [ 634 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 634 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1624", "outputIndexes": [ 635 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 635, 634 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1625", "outputIndexes": [ 636 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 626, 636, 629 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_110_output_0", "outputIndexes": [ 637 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 637, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_21_output_0", "outputIndexes": [ 638 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 638, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_230_output_0", "outputIndexes": [ 639 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 624, 639, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_29_output_0", "outputIndexes": [ 640 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 640 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_14_output_0", "outputIndexes": [ 641 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 624, 22, 639, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_28_output_0", "outputIndexes": [ 642 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 641, 642 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_94_output_0", "outputIndexes": [ 643 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 643, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_57_output_0", "outputIndexes": [ 644 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 625, 644 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_35_output_0", "outputIndexes": [ 645 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 608 ], "outputIndexes": [ 2828 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 2828 ], "outputIndexes": [ 2829 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/k_proj/Linear", "inputIndexes": [ 2829 ], "outputIndexes": [ 2830 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 4800, "weightSize": 0 }, "external": [ 43585100, 153622, 38400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 2830 ], "outputIndexes": [ 2831 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2831 ], "outputIndexes": [ 646 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 622, 85, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_92_output_0", "outputIndexes": [ 647 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 646, 647 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_65_output_0", "outputIndexes": [ 648 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 648, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_58_output_0", "outputIndexes": [ 649 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 648 ], "main_type": "NONE", "name": "/Shape_101_output_0", "outputIndexes": [ 650 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 650 ], "main_type": "NONE", "name": "Shape1674", "outputIndexes": [ 651 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 650 ], "main_type": "NONE", "name": "Rank1676", "outputIndexes": [ 652 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 652, 652 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1678", "outputIndexes": [ 653 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 653 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1679", "outputIndexes": [ 654 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 653, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1681", "outputIndexes": [ 655 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 655 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1682", "outputIndexes": [ 656 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 651, 654, 656, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice1685", "outputIndexes": [ 657 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 657 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze1686", "outputIndexes": [ 658 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 658 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1687", "outputIndexes": [ 659 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 659, 658 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1688", "outputIndexes": [ 660 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 650, 660, 653 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_111_output_0", "outputIndexes": [ 661 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 661, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_22_output_0", "outputIndexes": [ 662 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 662, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_232_output_0", "outputIndexes": [ 663 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 648, 663, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_31_output_0", "outputIndexes": [ 664 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 664 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_15_output_0", "outputIndexes": [ 665 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 648, 22, 663, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_30_output_0", "outputIndexes": [ 666 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 665, 666 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_95_output_0", "outputIndexes": [ 667 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 667, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_59_output_0", "outputIndexes": [ 668 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 649, 668 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_36_output_0", "outputIndexes": [ 669 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 608 ], "outputIndexes": [ 2832 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 2832 ], "outputIndexes": [ 2833 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/v_proj/Linear", "inputIndexes": [ 2833 ], "outputIndexes": [ 2834 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 4800, "weightSize": 0 }, "external": [ 43777122, 153622, 38400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 2834 ], "outputIndexes": [ 2835 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2835 ], "outputIndexes": [ 670 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 670, 647 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_66_output_0", "outputIndexes": [ 671 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 645, 669, 671, 111 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_71_output_0", "outputIndexes": [ 672 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 672 ], "outputIndexes": [ 2836 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 2836 ], "outputIndexes": [ 2837 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/o_proj/Linear", "inputIndexes": [ 2837 ], "outputIndexes": [ 2838 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 960, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14400, "weightSize": 0 }, "external": [ 43969144, 460822, 115200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 2838 ], "outputIndexes": [ 2839 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2839 ], "outputIndexes": [ 673 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 960 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 605, 673 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_38_output_0", "outputIndexes": [ 674 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 960 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.28013, 0.275768, 0.264716, 0.268429, 0.25614, 0.267817, 0.276929, 0.274881, 0.236468, 0.187826, 0.268429, 0.271032, 0.278888, 0.274274, 0.246518, 0.29205, 0.190844, 0.268255, 0.110153, 0.094104, 0.250565, 0.225081, 0.160162, 0.264118, 0.285823, 0.181138, 0.116595, 0.234318, 0.262549, 0.17047, 0.27559, 0.289152, 0.21714, 0.259576, 0.262748, 0.258464, 0.264541, 0.250505, 0.222317, 0.252893, 0.061989, 0.269434, 0.276371, 0.128685, 0.257617, 0.21058, 0.100428, 0.251234, 0.082027, 0.226513, 0.251915, 0.239858, 0.233263, 0.084545, 0.263425, 0.143182, 0.18308, 0.077199, 0.268924, 0.240238, 0.257805, 0.286618, 0.21516, 0.198132, 0.281751, 0.266709, 0.267169, 0.265098, 0.214364, 0.192706, 0.284246, 0.271217, 0.272438, 0.276626, 0.115857, 0.209546, 0.268133, 0.263611, 0.270818, 0.246329, 0.163496, 0.26461, 0.234362, 0.265057, 0.265551, 0.283942, 0.248167, -0.000173, 0.275027, 0.272612, 0.267334, 0.100416, 0.230654, 0.24374, 0.248611, 0.280665, 0.236866, 0.086158, 0.271192, 0.25145, 0.131257, 0.270994, 0.228757, 0.246465, 0.261968, 0.276629, 0.273247, 0.200517, 0.285912, 0.287169, 0.277038, 0.261044, 0.251066, 0.282125, 0.288288, 0.251217, 0.262485, 0.263361, 0.28206, 0.253419, 0.260497, 0.291655, 0.23321, 0.291432, 0.265558, 0.258708, 0.268163, 0.270742, 0.281744, 0.244987, 0.277199, 0.212486, 0.248717, 0.087113, 0.209671, 0.284515, 0.268972, 0.255372, 0.286961, 0.27727, 0.102124, 0.260384, 0.262588, 0.263395, 0.274764, 0.083646, 0.17747, 0.160251, 0.258146, 0.278162, 0.244437, 0.26015, 0.264451, 0.270126, 0.254439, 0.272434, 0.259466, 0.224821, 0.284167, 0.282291, 0.273454, 0.278647, 0.266278, 0.278292, 0.232407, 0.295599, 0.261117, 0.224996, 0.250926, 0.265531, 0.276165, 0.200833, 0.222693, 0.255916, 0.186339, 0.279476, 0.099905, 0.169737, 0.264539, 0.194049, 0.268572, 0.277094, 0.237546, 0.275671, 0.275015, 0.301538, 0.190226, 0.239403, 0.090004, 0.270935, 0.277431, 0.133537, 0.112788, 0.237232, 0.23559, 0.294492, 0.140061, 0.263448, 0.261957, 0.26088, 0.263958, 0.268222, 0.258467, 0.268361, 0.212267, 0.288956, 0.240893, 0.290455, 0.259119, 0.189126, 0.278285, 0.258165, 0.068577, 0.272132, 0.238498, 0.288066, 0.26028, 0.108343, 0.165542, 0.26069, 0.165188, 0.247395, 0.250692, 0.232459, 0.175464, 0.260795, 0.263664, 0.252719, 0.272907, 0.255825, 0.263913, 0.221822, 0.241132, 0.250178, 0.248946, 0.153693, 0.27301, 0.091166, 0.10009, 0.252131, 0.297726, 0.141798, 0.266731, 0.260858, 0.278325, 0.252996, 0.269472, 0.253785, 0.258255, 0.196128, 0.256122, 0.257408, 0.14829, 0.271479, 0.202802, 0.266039, 0.226649, 0.291199, 0.256805, 0.249912, 0.265955, 0.259401, 0.285093, 0.105349, 0.297226, 0.087811, 0.281134, 0.259138, 0.248789, 0.275909, 0.235042, 0.276965, 0.275709, 0.287811, 0.258667, 0.246969, 0.096378, 0.156749, 0.261406, 0.282845, 0.142268, 0.251857, 0.269472, 0.263968, 0.253035, 0.245283, 0.087887, 0.257068, 0.284291, 0.239814, 0.291394, 0.269689, 0.250946, 0.246803, 0.253323, 0.221446, 0.225943, 0.275075, 0.244357, 0.268487, 0.233627, 0.245665, 0.275718, 0.22969, 0.093499, 0.275771, 0.177261, 0.24303, 0.105604, 0.26092, 0.28052, 0.257286, 0.265354, 0.245476, 0.273741, 0.226493, 0.270647, 0.188305, 0.132371, 0.265056, 0.285596, 0.278954, 0.256281, 0.29754, 0.16382, 0.21275, 0.263101, 0.259195, 0.274616, 0.260166, 0.269356, 0.18737, 0.273679, 0.08314, 0.268317, 0.260694, 0.168129, 0.257752, 0.254111, 0.264989, 0.247066, 0.296585, 0.103246, 0.275263, 0.133794, 0.263077, 0.234865, 0.280667, 0.246278, 0.27594, 0.232711, 0.225163, 0.250233, 0.266934, 0.265401, 0.24967, 0.139503, 0.211695, 0.241627, 0.221322, 0.100112, 0.22208, 0.025978, 0.26632, 0.637922, 0.269504, 0.276759, 0.119405, 0.267663, 0.249864, 0.257849, 0.244482, 0.086563, 0.265071, 0.26374, 0.270234, 0.274362, 0.247616, 0.26686, 0.164954, 0.100157, 0.278168, 0.27754, 0.237133, 0.289036, 0.169593, 0.268267, 0.256642, 0.239389, 0.243125, 0.137075, 0.242135, 0.258635, 0.263752, 0.180206, 0.169488, 0.288976, 0.29879, 0.123824, 0.255038, 0.281115, 0.127175, 0.266529, 0.138668, 0.235623, 0.263694, 0.256766, 0.27678, 0.247787, 0.260483, 0.281415, 0.240227, 0.140751, 0.281481, 0.15366, 0.166429, 0.249967, 0.276415, 0.216236, 0.262148, 0.185398, 0.265923, 0.243111, 0.270334, 0.283665, 0.255963, 0.157626, 0.260817, 0.262059, 0.233304, 0.200829, 0.277014, 0.250525, 0.089285, 0.293752, 0.231627, 0.278725, 0.281119, 0.089653, 0.165701, 0.220208, 0.265191, 0.247698, 0.259537, 0.277184, 0.248261, 0.18345, 0.280335, 0.264185, 0.266317, 0.259399, 0.288982, 0.278332, 0.216363, 0.154832, 0.269995, 0.221845, 0.165838, 0.221788, 0.235253, 0.226553, 0.277718, 0.110491, 0.21166, 0.213843, 0.194018, 0.257812, 0.252549, 0.199814, 0.204499, 0.262001, 0.15819, 0.259592, 0.238363, 0.085494, 0.261421, 0.128651, 0.198562, 0.221157, 0.281782, 0.287585, 0.242608, 0.244184, 0.269364, 0.270028, 0.211172, 0.086745, 0.259276, 0.281216, 0.242436, 0.265514, 0.246962, 0.255894, 0.279748, 0.181365, 0.235696, 0.209594, 0.28281, 0.263935, 0.091483, 0.080621, 0.262404, 0.127575, 0.3043, 0.276161, 0.227326, 0.253137, 0.251722, 0.236592, 0.266, 0.282693, 0.273488, 0.129548, 0.267278, 0.246017, 0.255006, 0.272802, 0.187318, 0.240168, 0.201538, 0.224273, 0.254294, 0.260423, 0.292395, 0.251379, 0.097174, 0.26014, 0.113818, 0.27957, 0.259523, 0.264317, 0.258419, 0.274284, 0.274097, 0.24165, 0.247595, 0.275408, 0.253129, 0.111739, 0.282554, 0.266498, 0.255401, 0.254707, 0.264296, 0.171893, 0.094728, 0.182881, 0.11462, 0.25641, 0.259298, 0.261992, 0.273534, 0.276201, 0.219958, 0.26884, 0.236653, 0.246932, 0.106392, 0.249124, 0.245852, 0.284031, 0.210559, 0.239561, 0.278752, 0.224728, 0.271093, 0.281017, 0.090853, 0.242399, 0.264995, 0.274488, 0.10078, 0.248906, 0.085386, 0.272567, 0.214965, 0.22881, 0.182035, 0.244083, 0.246825, 0.307846, 0.24104, 0.112128, 0.285434, 0.268238, 0.286867, 0.26515, 0.229332, 0.263371, 0.260545, 0.24664, 0.100847, 0.257718, 0.250701, 0.27184, 0.256089, 0.254958, 0.088349, 0.240113, 0.272386, 0.272985, 0.180072, 0.266213, 0.179735, 0.155965, 0.207746, 0.234442, 0.275763, 0.233261, 0.258202, 0.232814, 0.220756, 0.241418, 0.216449, 0.2681, 0.064448, 0.224718, 0.260105, 0.252986, 0.090066, 0.109416, 0.233647, 0.264776, 0.270995, 0.264055, 0.276476, 0.274927, 0.26925, 0.223396, 0.280608, 0.263949, 0.296555, 0.26476, 0.151423, 0.272908, 0.261108, 0.183559, 0.270165, 0.279168, 0.133918, 0.271386, 0.264172, 0.113946, 0.271777, 0.212114, 0.277863, 0.274189, 0.226978, 0.232731, 0.27704, 0.254276, 0.104294, 0.259167, 0.267668, 0.16884, 0.059977, 0.110916, 0.265528, 0.242254, 0.278721, 0.279735, 0.172706, 0.255876, 0.215484, 0.204077, 0.291785, 0.296704, 0.081146, 0.277292, 0.262383, 0.254131, 0.270863, 0.260343, 0.262793, 0.180108, 0.249323, 0.255055, 0.245172, 0.085214, 0.288607, 0.268958, 0.193429, 0.238285, 0.259796, 0.259118, 0.266934, 0.104705, 0.266921, 0.120179, 0.08963, 0.240174, 0.279156, 0.218354, 0.213972, 0.251033, 0.09658, 0.253265, 0.244779, 0.104328, 0.241343, 0.261234, 0.266264, 0.153717, 0.249155, 0.264186, 0.284526, 0.239506, 0.267575, 0.202314, 0.247905, 0.18751, 0.187227, 0.242823, 0.260765, 0.278729, 0.293121, 0.258234, 0.277528, 0.26221, 0.178461, 0.121699, 0.297922, 0.278462, 0.26415, 0.1945, 0.278616, 0.276676, 0.173461, 0.270511, 0.102604, 0.250372, 0.253246, 0.205874, 0.226665, 0.261477, 0.270265, 0.245139, 0.265536, 0.269128, 0.218133, 0.261395, 0.274342, 0.237069, 0.27629, 0.286169, 0.091993, 0.273779, 0.251992, 0.230888, 0.224356, 0.281156, 0.263217, 0.231568, 0.181487, 0.211567, 0.264695, 0.27441, 0.242081, 0.097704, 0.084345, 0.274502, 0.266777, 0.267279, 0.245673, 0.234348, 0.283964, 0.265479, 0.109088, 0.262437, 0.242051, 0.260787, 0.231845, 0.262669, 0.280413, 0.191551, 0.276813, 0.207371, 0.237947, 0.19536, 0.254498, 0.173535, 0.173219, 0.258024, 0.281317, 0.252501, 0.260003, 0.279448, 0.270915, 0.280975, 0.267122, 0.277771, 0.09433, 0.123855, 0.082554, 0.242253, 0.297095, 0.263032, 0.094808, 0.180965, 0.257349, 0.250058, 0.264004, 0.258476, 0.288347, 0.277904, 0.281129, 0.264893, 0.1437, 0.19967, 0.292688, 0.181214, 0.102249, 0.282009, 0.256301, 0.272742, 0.256231, 0.215948, 0.17109, 0.262231, 0.240606, 0.263549, 0.211886, 0.278162, 0.24388, 0.269763, 0.275285, 0.097704, 0.263374, 0.283578, 0.122948, 0.258397, 0.239138, 0.238352, 0.222603, 0.270511, 0.265162, 0.259471, 0.18909, 0.235645, 0.245616, 0.132633, 0.254266, 0.091878, 0.184908, 0.268639, 0.295568, 0.262545, 0.223533, 0.210584, 0.258627, 0.077767, 0.268253, 0.288872, 0.299929, 0.194617, 0.281437, 0.075617, 0.262437, 0.246823, 0.277442, 0.265025, 0.261016, 0.266915, 0.194368, 0.234995, 0.277202, 0.253584, 0.263965, 0.100311, 0.234311, 0.248092, 0.262345, 0.197019, 0.194943, 0.258209, 0.086905, 0.265766, 0.131869, 0.273404, 0.216074, 0.251699, 0.263991, 0.286805, 0.244474, 0.266265, 0.267415, 0.267175, 0.239639, 0.281137, 0.220501, 0.17119, 0.132799, 0.250496, 0.264451, 0.099636, 0.082384, 0.261613, 0.194831, 0.26539, 0.23287, 0.250163, 0.122216, 0.2677, 0.270753, 0.270313, 0.267792, 0.255465, 0.282322, 0.268327, 0.193722, 0.280463, 0.250943, 0.242652, 0.093046, 0.199171, 0.267633, 0.281224, 0.218836, 0.135776, 0.102524, 0.271924, 0.266368, 0.243799, 0.211191, 0.165141, 0.245531, 0.270021, 0.094902, 0.090281, 0.266734, 0.256541, 0.271437, 0.251026, 0.278836, 0.086748, 0.279813, 0.288399, 0.201474, 0.191281, 0.223379, 0.289488, 0.281153, 0.275743, 0.266135, 0.165725, 0.264299, 0.252731, 0.22424, 0.244963, 0.25039, 0.271428, 0.270717, 0.189057, 0.244107, 0.297531, 0.248731, 0.255019, 0.267403, 0.120511, 0.278573 ] }, "name": "model.model.layers.7.post_attention_layernorm.weight", "outputIndexes": [ 675 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 674 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_7/Mul_output_0", "outputIndexes": [ 676 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 675, 676 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_7/Mul_1_output_0", "outputIndexes": [ 677 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 677 ], "outputIndexes": [ 2840 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 2840 ], "outputIndexes": [ 2841 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/mlp/gate_proj/Linear", "inputIndexes": [ 2841 ], "outputIndexes": [ 2842 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2560, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 38400, "weightSize": 0 }, "external": [ 44545166, 1228822, 307200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 2842 ], "outputIndexes": [ 2843 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2843 ], "outputIndexes": [ 678 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 678 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_7/Sigmoid_output_0", "outputIndexes": [ 679 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 678, 679 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_7/Mul_output_0", "outputIndexes": [ 680 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 677 ], "outputIndexes": [ 2844 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 2844 ], "outputIndexes": [ 2845 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/mlp/up_proj/Linear", "inputIndexes": [ 2845 ], "outputIndexes": [ 2846 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2560, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 38400, "weightSize": 0 }, "external": [ 46081188, 1228822, 307200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 2846 ], "outputIndexes": [ 2847 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2847 ], "outputIndexes": [ 681 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 680, 681 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_7/Mul_output_0", "outputIndexes": [ 682 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 682 ], "outputIndexes": [ 2848 ], "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 2848 ], "outputIndexes": [ 2849 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/mlp/down_proj/Linear", "inputIndexes": [ 2849 ], "outputIndexes": [ 2850 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 960, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2560, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 38400, "weightSize": 0 }, "external": [ 47617210, 1228822, 307200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 2850 ], "outputIndexes": [ 2851 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2851 ], "outputIndexes": [ 683 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 960 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 674, 683 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_39_output_0", "outputIndexes": [ 684 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 684, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_72_output_0", "outputIndexes": [ 685 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 960 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.455915, 0.450932, 0.424994, 0.43262, 0.443596, 0.464672, 0.44929, 0.47473, 0.51895, 0.326392, 0.461415, 0.446155, 0.487465, 0.458017, 0.429404, 0.462519, 0.353005, 0.420334, 0.174114, 0.165892, 0.435668, 0.394019, 0.272884, 0.436932, 0.42433, 0.357941, 0.218813, 0.435753, 0.443065, 0.285787, 0.468049, 0.48477, 0.373481, 0.481969, 0.421365, 0.433703, 0.450928, 0.426832, 0.401623, 0.432458, 0.24213, 0.443998, 0.482314, 0.212785, 0.460793, 0.421323, 0.142441, 0.421381, 0.09494, 0.420569, 0.407071, 0.436986, 0.437823, 0.099662, 0.443488, 0.235458, 0.319707, 0.119194, 0.444487, 0.381431, 0.469672, 0.442446, 0.413708, 0.374859, 0.440252, 0.44356, 0.424166, 0.452041, 0.351664, 0.346643, 0.47036, 0.414325, 0.44428, 0.464958, 0.198515, 0.435671, 0.461995, 0.410441, 0.476484, 0.433632, 0.35308, 0.422926, 0.404707, 0.448716, 0.443796, 0.442213, 0.471623, 0.040593, 0.437588, 0.445092, 0.427194, 0.12825, 0.383215, 0.438212, 0.416492, 0.451089, 0.384087, 0.09828, 0.49145, 0.413553, 0.194237, 0.494843, 0.417124, 0.425461, 0.450884, 0.487089, 0.460535, 0.324057, 0.41405, 0.456642, 0.440539, 0.420882, 0.434908, 0.458315, 0.484452, 0.404846, 0.42563, 0.460571, 0.515284, 0.459549, 0.466404, 0.487925, 0.391361, 0.470659, 0.429861, 0.437998, 0.415586, 0.447418, 0.467609, 0.519146, 0.470778, 0.375022, 0.41226, 0.12109, 0.381461, 0.484777, 0.44703, 0.462552, 0.495171, 0.471235, 0.143036, 0.429539, 0.448577, 0.440773, 0.570904, 0.113931, 0.339976, 0.312846, 0.484824, 0.435847, 0.446506, 0.453979, 0.445204, 0.464739, 0.44169, 0.46197, 0.447785, 0.416749, 0.493684, 0.428692, 0.487069, 0.509474, 0.512739, 0.442515, 0.385967, 0.471836, 0.479982, 0.394692, 0.459071, 0.429478, 0.438601, 0.345532, 0.40412, 0.5183, 0.340974, 0.491767, 0.137796, 0.280434, 0.440437, 0.375481, 0.506082, 0.502489, 0.439169, 0.440247, 0.444888, 0.523053, 0.331755, 0.441102, 0.135444, 0.455275, 0.446706, 0.223993, 0.170145, 0.420397, 0.41464, 0.442596, 0.208011, 0.428197, 0.397751, 0.444975, 0.450414, 0.418662, 0.425263, 0.457762, 0.361367, 0.462191, 0.42477, 0.448727, 0.441279, 0.331405, 0.418221, 0.424909, 0.23115, 0.464628, 0.432109, 0.473707, 0.43444, 0.259475, 0.283342, 0.446724, 0.284722, 0.430274, 0.410897, 0.411521, 0.422325, 0.425876, 0.427128, 0.40763, 0.441286, 0.450797, 0.431431, 0.437038, 0.41366, 0.43194, 0.406876, 0.261623, 0.469033, 0.535695, 0.131509, 0.482076, 0.510532, 0.244956, 0.428698, 0.441098, 0.441979, 0.404294, 0.423771, 0.439563, 0.395153, 0.321055, 0.432421, 0.420435, 0.265541, 0.42109, 0.375086, 0.48934, 0.446675, 0.503086, 0.442068, 0.429354, 0.47547, 0.437265, 0.471224, 0.136796, 0.480839, 0.147359, 0.479237, 0.452251, 0.435834, 0.471485, 0.411424, 0.43139, 0.494712, 0.457987, 0.401257, 0.417261, 0.134377, 0.294611, 0.454959, 0.442495, 0.192727, 0.487356, 0.454144, 0.439808, 0.43277, 0.47426, 0.123096, 0.430283, 0.429482, 0.448068, 0.446493, 0.478531, 0.40996, 0.451868, 0.409303, 0.381672, 0.482793, 0.488775, 0.480041, 0.425659, 0.391989, 0.458923, 0.413108, 0.430574, 0.12232, 0.446678, 0.316506, 0.42765, 0.128668, 0.462913, 0.454025, 0.442515, 0.439599, 0.424506, 0.490586, 0.420677, 0.463628, 0.336667, 0.22826, 0.414776, 0.498697, 0.494732, 0.458943, 0.483662, 0.280661, 0.360491, 0.446368, 0.407114, 0.445762, 0.446354, 0.486726, 0.334358, 0.464561, 0.295849, 0.431648, 0.446037, 0.300026, 0.46065, 0.418092, 0.455684, 0.453757, 0.514518, 0.162634, 0.464241, 0.232212, 0.449184, 0.395972, 0.465907, 0.468819, 0.436728, 0.427103, 0.402809, 0.437355, 0.489732, 0.43494, 0.430717, 0.219037, 0.405785, 0.429222, 0.417735, 0.160664, 0.409884, 0.297964, 0.430657, 0.606463, 0.454338, 0.455145, 0.205086, 0.458713, 0.41392, 0.447042, 0.417361, 0.200406, 0.432514, 0.425924, 0.464092, 0.474001, 0.460137, 0.414741, 0.270373, 0.124443, 0.443385, 0.463263, 0.434843, 0.492753, 0.26246, 0.440079, 0.427708, 0.453003, 0.375692, 0.215781, 0.428435, 0.450311, 0.430358, 0.320773, 0.287563, 0.502081, 0.461408, 0.177822, 0.457857, 0.4701, 0.206045, 0.451602, 0.233758, 0.45028, 0.43801, 0.431917, 0.462805, 0.437472, 0.41852, 0.431805, 0.390556, 0.228316, 0.478397, 0.283711, 0.274431, 0.438166, 0.457384, 0.397698, 0.45851, 0.317101, 0.472672, 0.40869, 0.475605, 0.468089, 0.426161, 0.281785, 0.454211, 0.465679, 0.415296, 0.33664, 0.459044, 0.420523, 0.116685, 0.483235, 0.40622, 0.46198, 0.499896, 0.119341, 0.301476, 0.387794, 0.418719, 0.43025, 0.434508, 0.477684, 0.450052, 0.313976, 0.485278, 0.437224, 0.459952, 0.456273, 0.471716, 0.450912, 0.349411, 0.710997, 0.488004, 0.393603, 0.319577, 0.381907, 0.43474, 0.392173, 0.433564, 0.166492, 0.373811, 0.387233, 0.336529, 0.411436, 0.415332, 0.345461, 0.345418, 0.47895, 0.275492, 0.409194, 0.456362, 0.335537, 0.413563, 0.209053, 0.339322, 0.36736, 0.444565, 0.485817, 0.418529, 0.419701, 0.428992, 0.42714, 0.341053, 0.108941, 0.45209, 0.475996, 0.411743, 0.397822, 0.448406, 0.415222, 0.468246, 0.370821, 0.382711, 0.371254, 0.474362, 0.423549, 0.114286, 0.114455, 0.420332, 0.458945, 0.475153, 0.431625, 0.413962, 0.437413, 0.4343, 0.397637, 0.457869, 0.507601, 0.424592, 0.220731, 0.457175, 0.447723, 0.430057, 0.45551, 0.331454, 0.406419, 0.346937, 0.416485, 0.412764, 0.447141, 0.485698, 0.445879, 0.107433, 0.443704, 0.382323, 0.475768, 0.408877, 0.453885, 0.413956, 0.432349, 0.468709, 0.431133, 0.453916, 0.481505, 0.415735, 0.143146, 0.474055, 0.405797, 0.444905, 0.440647, 0.459893, 0.351997, 0.140138, 0.357947, 0.227455, 0.446138, 0.398028, 0.431435, 0.456108, 0.448563, 0.414972, 0.453549, 0.399082, 0.4369, 0.26509, 0.475549, 0.391063, 0.514554, 0.348922, 0.414323, 0.452035, 0.413855, 0.440382, 0.455985, 0.11486, 0.405116, 0.436645, 0.42695, 0.147388, 0.423042, 0.103232, 0.454816, 0.357827, 0.366621, 0.311445, 0.405237, 0.423805, 0.468893, 0.409169, 0.168024, 0.449404, 0.452976, 0.465713, 0.483048, 0.41603, 0.432145, 0.421813, 0.411936, 0.154973, 0.446717, 0.432572, 0.445593, 0.454257, 0.491235, 0.109429, 0.464949, 0.408193, 0.466992, 0.324566, 0.466396, 0.296674, 0.254403, 0.358661, 0.477688, 0.479167, 0.501066, 0.440258, 0.390428, 0.403455, 0.493743, 0.363252, 0.451039, 0.224493, 0.389506, 0.458028, 0.427766, 0.118174, 0.1669, 0.408945, 0.449232, 0.442272, 0.452973, 0.467521, 0.436522, 0.473303, 0.351375, 0.478413, 0.433706, 0.432172, 0.4906, 0.638264, 0.444952, 0.432764, 0.351064, 0.455113, 0.455499, 0.205116, 0.454856, 0.484762, 0.16918, 0.454458, 0.459384, 0.494972, 0.401019, 0.363214, 0.418166, 0.439243, 0.418428, 0.147285, 0.477305, 0.43133, 0.274195, 0.281795, 0.16221, 0.403393, 0.439324, 0.434156, 0.435467, 0.304584, 0.39991, 0.435294, 0.342682, 0.462766, 0.48907, 0.094926, 0.479604, 0.485124, 0.42365, 0.439981, 0.432347, 0.418897, 0.309431, 0.450965, 0.387376, 0.426677, 0.137776, 0.473956, 0.431483, 0.34512, 0.428291, 0.436701, 0.478866, 0.460884, 0.147737, 0.430125, 0.232136, 0.142438, 0.395425, 0.431727, 0.364184, 0.382628, 0.459998, 0.13637, 0.435557, 0.449362, 0.534345, 0.41955, 0.434979, 0.447857, 0.250507, 0.41445, 0.469412, 0.464825, 0.410403, 0.457902, 0.400175, 0.394117, 0.50212, 0.331084, 0.422828, 0.42034, 0.46191, 0.444189, 0.443749, 0.503348, 0.552244, 0.318251, 0.185444, 0.479058, 0.490788, 0.443908, 0.334943, 0.500462, 0.474353, 0.370861, 0.43994, 0.118635, 0.425831, 0.437771, 0.36382, 0.383211, 0.466923, 0.449394, 0.435478, 0.459656, 0.513292, 0.414301, 0.505752, 0.455323, 0.395263, 0.44152, 0.472346, 0.121665, 0.449474, 0.454246, 0.411495, 0.377056, 0.469168, 0.488338, 0.414034, 0.326473, 0.404446, 0.418953, 0.412769, 0.439165, 0.114917, 0.098186, 0.464495, 0.421224, 0.461336, 0.408187, 0.403131, 0.475065, 0.465286, 0.198212, 0.452814, 0.393131, 0.443831, 0.407193, 0.468414, 0.429485, 0.358902, 0.435196, 0.416021, 0.431286, 0.354628, 0.451529, 0.31877, 0.329562, 0.433373, 0.511193, 0.398685, 0.454688, 0.487367, 0.456384, 0.462564, 0.437555, 0.461951, 0.128822, 0.21859, 0.104877, 0.434638, 0.490336, 0.403668, 0.127714, 0.350205, 0.423822, 0.447772, 0.4862, 0.445496, 0.517003, 0.429255, 0.434873, 0.500305, 0.240304, 0.370668, 0.483049, 0.32065, 0.13981, 0.463657, 0.437024, 0.434765, 0.438609, 0.383439, 0.291624, 0.418333, 0.453595, 0.466862, 0.506578, 0.487201, 0.398402, 0.498965, 0.442452, 0.180556, 0.427976, 0.454337, 0.184323, 0.446425, 0.398918, 0.419603, 0.461936, 0.46106, 0.460686, 0.425679, 0.368309, 0.473947, 0.440487, 0.213634, 0.472808, 0.115667, 0.331063, 0.453745, 0.527978, 0.420112, 0.40592, 0.363389, 0.406334, 0.097772, 0.436447, 0.457098, 0.48011, 0.34527, 0.449573, 0.168208, 0.49099, 0.43379, 0.454181, 0.478801, 0.423521, 0.454898, 0.353353, 0.447378, 0.479917, 0.454963, 0.431557, 0.138541, 0.40173, 0.425615, 0.451563, 0.346748, 0.332822, 0.466988, 0.127391, 0.4714, 0.215594, 0.489181, 0.383652, 0.449362, 0.461449, 0.478239, 0.397315, 0.427665, 0.459698, 0.458858, 0.418963, 0.461006, 0.420912, 0.266861, 0.223737, 0.431734, 0.4635, 0.130756, 0.428777, 0.433009, 0.339674, 0.438439, 0.398267, 0.418163, 0.158822, 0.439788, 0.471832, 0.418286, 0.411918, 0.413712, 0.489316, 0.477168, 0.335396, 0.453413, 0.424199, 0.462348, 0.133122, 0.348925, 0.460856, 0.457915, 0.439642, 0.227452, 0.151812, 0.458561, 0.438595, 0.444288, 0.376552, 0.547334, 0.425915, 0.47614, 0.177864, 0.140347, 0.416126, 0.424465, 0.476486, 0.418339, 0.463317, 0.129319, 0.433525, 0.433405, 0.355506, 0.324835, 0.458194, 0.48061, 0.460836, 0.440342, 0.436027, 0.389028, 0.485849, 0.524264, 0.403762, 0.445646, 0.420814, 0.488015, 0.409199, 0.310997, 0.460367, 0.476732, 0.385229, 0.431176, 0.403508, 0.212147, 0.472408 ] }, "name": "model.model.layers.8.input_layernorm.weight", "outputIndexes": [ 686 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 685 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_8/Mul_output_0", "outputIndexes": [ 687 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 686, 687 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_8/Mul_1_output_0", "outputIndexes": [ 688 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 688 ], "outputIndexes": [ 2852 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 2852 ], "outputIndexes": [ 2853 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/q_proj/Linear", "inputIndexes": [ 2853 ], "outputIndexes": [ 2854 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 960, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14400, "weightSize": 0 }, "external": [ 49153232, 460822, 115200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 2854 ], "outputIndexes": [ 2855 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2855 ], "outputIndexes": [ 689 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 960 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 688 ], "main_type": "NONE", "name": "/Shape_113_output_0", "outputIndexes": [ 690 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 690 ], "main_type": "NONE", "name": "Shape1806", "outputIndexes": [ 691 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 690 ], "main_type": "NONE", "name": "Rank1808", "outputIndexes": [ 692 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 692, 692 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1810", "outputIndexes": [ 693 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 693 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1811", "outputIndexes": [ 694 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 693, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1813", "outputIndexes": [ 695 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 695 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1814", "outputIndexes": [ 696 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 691, 694, 696, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice1817", "outputIndexes": [ 697 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 697 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze1818", "outputIndexes": [ 698 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 698 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1819", "outputIndexes": [ 699 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 699, 698 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1820", "outputIndexes": [ 700 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 690, 700, 693 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_124_output_0", "outputIndexes": [ 701 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 701, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_257_output_0", "outputIndexes": [ 702 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 702, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_104_output_0", "outputIndexes": [ 703 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 689, 703 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_73_output_0", "outputIndexes": [ 704 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 704, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_64_output_0", "outputIndexes": [ 705 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 704 ], "main_type": "NONE", "name": "/Shape_114_output_0", "outputIndexes": [ 706 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 706 ], "main_type": "NONE", "name": "Shape1827", "outputIndexes": [ 707 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 706 ], "main_type": "NONE", "name": "Rank1829", "outputIndexes": [ 708 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 708, 708 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1831", "outputIndexes": [ 709 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 709 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1832", "outputIndexes": [ 710 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 709, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1834", "outputIndexes": [ 711 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 711 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1835", "outputIndexes": [ 712 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 707, 710, 712, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice1838", "outputIndexes": [ 713 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 713 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze1839", "outputIndexes": [ 714 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 714 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1840", "outputIndexes": [ 715 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 715, 714 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1841", "outputIndexes": [ 716 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 706, 716, 709 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_125_output_0", "outputIndexes": [ 717 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 717, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_24_output_0", "outputIndexes": [ 718 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 718, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_262_output_0", "outputIndexes": [ 719 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 704, 719, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_33_output_0", "outputIndexes": [ 720 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 720 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_16_output_0", "outputIndexes": [ 721 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 704, 22, 719, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_32_output_0", "outputIndexes": [ 722 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 721, 722 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_107_output_0", "outputIndexes": [ 723 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 723, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_65_output_0", "outputIndexes": [ 724 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 705, 724 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_40_output_0", "outputIndexes": [ 725 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 688 ], "outputIndexes": [ 2856 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 2856 ], "outputIndexes": [ 2857 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/k_proj/Linear", "inputIndexes": [ 2857 ], "outputIndexes": [ 2858 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 4800, "weightSize": 0 }, "external": [ 49729254, 153622, 38400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 2858 ], "outputIndexes": [ 2859 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2859 ], "outputIndexes": [ 726 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 702, 85, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_105_output_0", "outputIndexes": [ 727 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 726, 727 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_74_output_0", "outputIndexes": [ 728 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 728, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_66_output_0", "outputIndexes": [ 729 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 728 ], "main_type": "NONE", "name": "/Shape_115_output_0", "outputIndexes": [ 730 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 730 ], "main_type": "NONE", "name": "Shape1890", "outputIndexes": [ 731 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 730 ], "main_type": "NONE", "name": "Rank1892", "outputIndexes": [ 732 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 732, 732 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1894", "outputIndexes": [ 733 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 733 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1895", "outputIndexes": [ 734 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 733, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1897", "outputIndexes": [ 735 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 735 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1898", "outputIndexes": [ 736 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 731, 734, 736, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice1901", "outputIndexes": [ 737 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 737 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze1902", "outputIndexes": [ 738 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 738 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1903", "outputIndexes": [ 739 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 739, 738 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1904", "outputIndexes": [ 740 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 730, 740, 733 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_126_output_0", "outputIndexes": [ 741 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 741, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_25_output_0", "outputIndexes": [ 742 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 742, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_264_output_0", "outputIndexes": [ 743 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 728, 743, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_35_output_0", "outputIndexes": [ 744 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 744 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_17_output_0", "outputIndexes": [ 745 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 728, 22, 743, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_34_output_0", "outputIndexes": [ 746 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 745, 746 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_108_output_0", "outputIndexes": [ 747 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 747, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_67_output_0", "outputIndexes": [ 748 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 729, 748 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_41_output_0", "outputIndexes": [ 749 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 688 ], "outputIndexes": [ 2860 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 2860 ], "outputIndexes": [ 2861 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/v_proj/Linear", "inputIndexes": [ 2861 ], "outputIndexes": [ 2862 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 4800, "weightSize": 0 }, "external": [ 49921276, 153622, 38400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 2862 ], "outputIndexes": [ 2863 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2863 ], "outputIndexes": [ 750 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 750, 727 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_75_output_0", "outputIndexes": [ 751 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 725, 749, 751, 111 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_80_output_0", "outputIndexes": [ 752 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 752 ], "outputIndexes": [ 2864 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 2864 ], "outputIndexes": [ 2865 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/o_proj/Linear", "inputIndexes": [ 2865 ], "outputIndexes": [ 2866 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 960, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14400, "weightSize": 0 }, "external": [ 50113298, 460822, 115200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 2866 ], "outputIndexes": [ 2867 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2867 ], "outputIndexes": [ 753 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 960 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 685, 753 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_43_output_0", "outputIndexes": [ 754 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 960 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.281134, 0.249898, 0.249638, 0.268936, 0.256104, 0.266552, 0.27298, 0.26587, 0.228439, 0.168103, 0.254704, 0.256896, 0.262978, 0.271098, 0.232779, 0.280797, 0.171071, 0.262463, 0.09699, 0.076242, 0.238558, 0.203798, 0.138586, 0.268752, 0.265125, 0.157257, 0.098385, 0.237364, 0.258974, 0.14989, 0.259182, 0.282613, 0.210804, 0.266508, 0.262675, 0.245384, 0.270155, 0.242744, 0.210075, 0.236882, 0.060357, 0.260864, 0.27374, 0.11602, 0.252943, 0.186124, 0.08642, 0.251554, 0.066678, 0.19897, 0.245742, 0.217666, 0.205831, 0.07553, 0.252079, 0.117382, 0.166287, 0.065508, 0.251548, 0.219519, 0.265346, 0.281735, 0.202705, 0.189404, 0.276623, 0.256016, 0.248664, 0.263654, 0.191865, 0.168794, 0.268286, 0.264618, 0.269471, 0.273643, 0.101015, 0.19125, 0.269886, 0.245907, 0.25141, 0.252586, 0.141333, 0.26139, 0.211583, 0.261513, 0.262276, 0.287426, 0.226701, -4.7e-05, 0.266561, 0.255138, 0.25103, 0.084238, 0.218143, 0.222469, 0.222675, 0.268556, 0.216378, 0.074161, 0.265227, 0.233278, 0.107634, 0.276374, 0.216328, 0.246036, 0.258243, 0.266233, 0.258427, 0.172887, 0.28147, 0.283878, 0.274015, 0.244788, 0.23745, 0.276797, 0.281736, 0.227085, 0.270409, 0.274483, 0.272918, 0.250404, 0.241755, 0.263048, 0.212613, 0.275177, 0.252773, 0.257088, 0.254416, 0.262639, 0.27879, 0.220033, 0.276977, 0.196355, 0.229414, 0.073943, 0.190357, 0.275811, 0.280277, 0.258011, 0.274842, 0.267208, 0.08301, 0.246653, 0.25271, 0.24898, 0.269449, 0.069008, 0.160051, 0.14081, 0.233853, 0.279273, 0.227454, 0.257451, 0.257902, 0.273305, 0.253512, 0.267154, 0.245348, 0.209391, 0.294137, 0.283959, 0.260051, 0.277692, 0.245148, 0.270393, 0.219914, 0.288258, 0.259325, 0.200962, 0.250708, 0.251555, 0.262326, 0.184821, 0.208731, 0.248819, 0.163179, 0.256789, 0.08053, 0.148293, 0.265508, 0.175313, 0.275088, 0.271194, 0.226259, 0.268352, 0.271327, 0.289431, 0.173235, 0.230323, 0.074801, 0.266628, 0.265272, 0.119303, 0.094898, 0.232237, 0.221924, 0.27072, 0.117624, 0.25013, 0.240905, 0.255465, 0.249156, 0.261216, 0.257427, 0.277208, 0.193627, 0.270545, 0.222891, 0.27167, 0.260394, 0.167424, 0.258321, 0.251367, 0.050681, 0.277151, 0.220868, 0.269245, 0.264867, 0.085684, 0.147255, 0.260619, 0.142891, 0.22381, 0.246604, 0.219238, 0.149203, 0.252246, 0.250725, 0.234117, 0.261563, 0.257098, 0.264455, 0.205632, 0.211261, 0.244674, 0.235801, 0.131311, 0.278616, 0.072946, 0.080485, 0.254701, 0.326154, 0.115805, 0.24662, 0.251839, 0.247465, 0.255743, 0.270452, 0.238301, 0.24153, 0.164957, 0.252369, 0.257853, 0.131067, 0.268483, 0.190615, 0.272644, 0.221718, 0.288856, 0.256689, 0.237726, 0.26626, 0.261734, 0.264062, 0.083595, 0.291011, 0.071916, 0.264084, 0.243459, 0.236949, 0.280558, 0.222051, 0.264915, 0.289205, 0.281564, 0.250196, 0.238208, 0.077244, 0.131775, 0.26102, 0.273453, 0.108767, 0.239469, 0.257837, 0.260094, 0.236017, 0.250565, 0.078756, 0.259777, 0.260319, 0.221703, 0.282921, 0.246494, 0.23699, 0.233764, 0.257704, 0.210647, 0.213456, 0.2596, 0.241344, 0.260638, 0.215873, 0.248139, 0.2549, 0.233242, 0.076675, 0.274715, 0.156228, 0.22124, 0.086336, 0.254853, 0.277722, 0.241586, 0.25179, 0.24326, 0.279229, 0.196682, 0.26516, 0.172114, 0.110303, 0.246951, 0.263065, 0.281643, 0.252935, 0.283741, 0.142947, 0.185895, 0.264021, 0.251447, 0.274795, 0.239185, 0.260467, 0.16636, 0.275083, 0.079732, 0.259073, 0.25454, 0.149809, 0.252967, 0.232546, 0.255078, 0.222717, 0.286725, 0.086709, 0.274813, 0.113736, 0.260268, 0.21877, 0.272504, 0.225251, 0.258836, 0.222038, 0.204096, 0.247181, 0.265564, 0.254539, 0.248322, 0.117111, 0.184555, 0.22654, 0.205511, 0.083519, 0.20906, 0.026892, 0.246748, 0.387202, 0.271651, 0.273407, 0.101625, 0.260932, 0.240138, 0.247247, 0.236952, 0.066818, 0.245865, 0.254949, 0.251619, 0.267818, 0.236823, 0.262739, 0.137751, 0.085368, 0.280471, 0.266187, 0.227063, 0.273232, 0.145309, 0.287433, 0.239802, 0.234355, 0.225375, 0.115819, 0.219075, 0.247438, 0.263179, 0.161368, 0.150023, 0.293221, 0.283767, 0.122823, 0.262539, 0.269501, 0.108025, 0.261804, 0.118765, 0.213938, 0.257635, 0.252021, 0.270919, 0.236418, 0.242887, 0.268418, 0.230778, 0.117832, 0.262704, 0.134415, 0.153676, 0.25447, 0.252899, 0.201275, 0.253548, 0.167797, 0.268439, 0.230724, 0.263643, 0.285427, 0.251703, 0.138869, 0.25381, 0.255026, 0.2167, 0.175392, 0.271133, 0.237763, 0.074357, 0.281303, 0.229206, 0.28424, 0.282506, 0.079316, 0.144152, 0.20013, 0.250479, 0.249985, 0.24955, 0.280115, 0.265604, 0.167135, 0.274713, 0.260849, 0.261124, 0.275611, 0.278878, 0.263833, 0.199031, 0.140379, 0.27536, 0.208029, 0.154239, 0.201534, 0.213548, 0.207803, 0.26659, 0.098455, 0.189793, 0.181127, 0.178777, 0.245885, 0.243349, 0.176951, 0.179535, 0.267663, 0.138378, 0.24492, 0.233794, 0.08211, 0.257959, 0.115383, 0.186868, 0.201744, 0.266843, 0.260355, 0.238323, 0.227884, 0.259636, 0.274687, 0.196773, 0.075554, 0.258171, 0.253507, 0.251535, 0.251662, 0.244785, 0.259341, 0.254697, 0.161276, 0.216922, 0.18796, 0.284118, 0.248533, 0.076253, 0.066581, 0.251707, 0.107772, 0.290775, 0.259746, 0.212732, 0.226082, 0.245552, 0.21267, 0.252503, 0.27658, 0.268433, 0.112125, 0.25944, 0.238751, 0.239242, 0.269185, 0.165026, 0.226893, 0.181866, 0.205841, 0.245148, 0.264921, 0.279276, 0.249135, 0.080434, 0.265864, 0.094991, 0.273254, 0.264785, 0.265525, 0.25095, 0.266428, 0.270826, 0.227673, 0.232737, 0.271366, 0.248024, 0.088679, 0.280248, 0.270273, 0.262737, 0.237558, 0.241142, 0.149737, 0.078477, 0.154154, 0.095061, 0.260674, 0.262003, 0.266061, 0.273934, 0.260929, 0.207666, 0.262996, 0.233383, 0.23776, 0.084934, 0.239717, 0.241979, 0.277115, 0.190135, 0.229262, 0.26929, 0.210223, 0.261187, 0.272501, 0.077984, 0.215289, 0.249126, 0.257851, 0.081699, 0.235562, 0.073197, 0.254552, 0.1964, 0.202956, 0.160977, 0.227826, 0.239668, 0.294383, 0.224293, 0.090412, 0.28494, 0.264004, 0.259618, 0.242409, 0.204816, 0.249088, 0.258892, 0.239456, 0.088528, 0.246496, 0.25005, 0.270816, 0.246598, 0.233589, 0.070058, 0.228162, 0.259577, 0.266309, 0.156794, 0.260592, 0.161956, 0.133944, 0.18827, 0.206694, 0.259543, 0.220783, 0.250546, 0.217045, 0.214603, 0.232946, 0.191573, 0.259769, 0.051045, 0.203765, 0.259151, 0.241482, 0.080119, 0.089912, 0.213644, 0.271136, 0.263872, 0.26215, 0.260003, 0.276134, 0.271463, 0.195898, 0.262559, 0.256048, 0.285488, 0.256907, 0.133688, 0.26585, 0.257602, 0.164205, 0.262849, 0.282751, 0.118363, 0.263263, 0.247342, 0.095027, 0.276525, 0.203547, 0.282039, 0.255193, 0.196635, 0.21779, 0.276321, 0.250409, 0.088416, 0.255007, 0.26188, 0.142751, 0.080867, 0.0964, 0.257228, 0.226612, 0.271502, 0.268904, 0.154446, 0.244933, 0.196986, 0.181168, 0.279317, 0.27634, 0.058983, 0.279718, 0.238453, 0.242427, 0.278637, 0.259873, 0.257318, 0.165138, 0.241591, 0.240076, 0.229737, 0.071118, 0.274556, 0.261347, 0.168963, 0.222546, 0.259731, 0.251235, 0.251081, 0.090339, 0.25058, 0.099726, 0.074649, 0.23987, 0.26799, 0.20369, 0.196392, 0.239301, 0.0833, 0.260942, 0.243249, 0.075923, 0.243978, 0.246738, 0.263742, 0.126161, 0.25444, 0.276181, 0.280806, 0.230759, 0.273298, 0.185096, 0.220337, 0.162301, 0.162347, 0.221684, 0.256413, 0.259746, 0.282018, 0.229972, 0.272417, 0.274721, 0.152797, 0.097259, 0.294142, 0.274341, 0.26662, 0.171362, 0.267995, 0.26584, 0.165466, 0.260065, 0.090876, 0.248874, 0.246546, 0.184245, 0.20827, 0.268898, 0.266425, 0.238024, 0.266668, 0.250167, 0.20579, 0.266916, 0.269177, 0.21216, 0.281043, 0.279695, 0.080335, 0.266667, 0.233362, 0.208012, 0.215416, 0.277574, 0.263172, 0.222999, 0.161752, 0.1944, 0.254135, 0.266749, 0.21995, 0.082852, 0.072816, 0.254942, 0.254332, 0.272839, 0.228922, 0.219459, 0.271662, 0.264774, 0.091304, 0.228285, 0.225269, 0.259139, 0.20342, 0.252993, 0.266964, 0.161629, 0.278013, 0.194324, 0.243979, 0.174225, 0.255707, 0.159301, 0.152177, 0.243948, 0.292045, 0.226081, 0.250187, 0.264209, 0.263473, 0.283272, 0.238964, 0.265931, 0.081109, 0.103705, 0.068619, 0.234002, 0.268085, 0.26087, 0.082986, 0.15103, 0.260393, 0.247515, 0.272384, 0.262525, 0.290141, 0.254152, 0.260078, 0.277149, 0.120229, 0.177446, 0.272822, 0.159094, 0.081771, 0.267143, 0.233607, 0.245188, 0.244075, 0.198413, 0.147401, 0.244717, 0.250721, 0.267656, 0.186038, 0.269954, 0.23316, 0.265178, 0.267553, 0.080275, 0.264201, 0.275106, 0.100206, 0.247054, 0.214687, 0.236821, 0.210408, 0.27219, 0.247953, 0.250358, 0.175653, 0.221763, 0.235771, 0.114831, 0.245791, 0.076109, 0.165912, 0.256783, 0.279455, 0.226665, 0.20516, 0.191662, 0.250777, 0.063163, 0.253151, 0.290199, 0.293984, 0.178609, 0.274172, 0.055802, 0.259815, 0.233974, 0.270232, 0.255285, 0.258682, 0.248962, 0.174031, 0.214843, 0.278408, 0.256104, 0.26605, 0.085413, 0.216245, 0.243767, 0.262693, 0.180746, 0.176462, 0.243891, 0.076442, 0.260114, 0.112597, 0.254397, 0.206278, 0.24322, 0.257287, 0.280515, 0.218727, 0.25709, 0.270913, 0.260264, 0.227661, 0.278039, 0.217564, 0.143505, 0.111264, 0.237067, 0.260358, 0.085126, 0.07436, 0.252842, 0.171212, 0.255802, 0.221017, 0.248485, 0.099439, 0.249325, 0.275432, 0.257907, 0.256575, 0.245863, 0.280438, 0.254365, 0.173918, 0.270545, 0.241402, 0.235485, 0.084366, 0.179962, 0.258251, 0.264114, 0.198425, 0.118308, 0.081263, 0.25995, 0.263702, 0.231123, 0.191629, 0.150913, 0.239426, 0.272645, 0.076038, 0.079227, 0.255271, 0.252051, 0.257708, 0.257989, 0.26898, 0.077591, 0.272399, 0.273134, 0.174958, 0.179116, 0.211775, 0.276711, 0.26528, 0.268641, 0.251384, 0.14692, 0.258503, 0.231566, 0.201856, 0.255749, 0.236173, 0.272258, 0.259201, 0.167065, 0.22883, 0.291365, 0.232093, 0.247709, 0.252989, 0.1057, 0.266867 ] }, "name": "model.model.layers.8.post_attention_layernorm.weight", "outputIndexes": [ 755 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 754 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_8/Mul_output_0", "outputIndexes": [ 756 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 755, 756 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_8/Mul_1_output_0", "outputIndexes": [ 757 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 757 ], "outputIndexes": [ 2868 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 2868 ], "outputIndexes": [ 2869 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/mlp/gate_proj/Linear", "inputIndexes": [ 2869 ], "outputIndexes": [ 2870 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2560, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 38400, "weightSize": 0 }, "external": [ 50689320, 1228822, 307200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 2870 ], "outputIndexes": [ 2871 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2871 ], "outputIndexes": [ 758 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 758 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_8/Sigmoid_output_0", "outputIndexes": [ 759 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 758, 759 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_8/Mul_output_0", "outputIndexes": [ 760 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 757 ], "outputIndexes": [ 2872 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 2872 ], "outputIndexes": [ 2873 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/mlp/up_proj/Linear", "inputIndexes": [ 2873 ], "outputIndexes": [ 2874 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2560, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 38400, "weightSize": 0 }, "external": [ 52225342, 1228822, 307200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 2874 ], "outputIndexes": [ 2875 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2875 ], "outputIndexes": [ 761 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 760, 761 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_8/Mul_output_0", "outputIndexes": [ 762 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 762 ], "outputIndexes": [ 2876 ], "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 2876 ], "outputIndexes": [ 2877 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/mlp/down_proj/Linear", "inputIndexes": [ 2877 ], "outputIndexes": [ 2878 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 960, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2560, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 38400, "weightSize": 0 }, "external": [ 53761364, 1228822, 307200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 2878 ], "outputIndexes": [ 2879 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2879 ], "outputIndexes": [ 763 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 960 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 754, 763 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_44_output_0", "outputIndexes": [ 764 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 764, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_81_output_0", "outputIndexes": [ 765 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 960 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.514403, 0.514746, 0.493713, 0.54407, 0.498061, 0.562119, 0.513326, 0.528231, 0.553927, 0.372931, 0.512756, 0.451706, 0.527111, 0.533667, 0.523978, 0.561801, 0.38059, 0.503221, 0.242813, 0.22691, 0.494706, 0.423145, 0.32855, 0.495001, 0.506782, 0.417744, 0.289977, 0.488985, 0.525206, 0.329261, 0.525344, 0.547309, 0.453708, 0.545967, 0.514709, 0.51724, 0.511751, 0.480483, 0.459421, 0.480786, 0.236006, 0.537531, 0.567432, 0.230342, 0.526388, 0.429736, 0.26281, 0.508229, 0.189689, 0.513044, 0.488204, 0.465384, 0.446073, 0.246587, 0.521284, 0.281453, 0.371249, 0.16283, 0.496454, 0.493665, 0.528356, 0.557012, 0.505247, 0.399109, 0.482089, 0.534762, 0.510042, 0.557927, 0.412037, 0.356174, 0.543226, 0.507666, 0.556386, 0.519391, 0.235104, 0.502071, 0.546235, 0.501331, 0.542907, 0.538554, 0.409405, 0.498645, 0.44769, 0.545112, 0.488842, 0.541128, 0.514702, 0.041497, 0.545468, 0.492934, 0.481498, 0.250091, 0.441029, 0.491355, 0.492774, 0.542745, 0.474478, 0.22682, 0.538041, 0.478662, 0.25514, 0.537796, 0.487376, 0.526753, 0.497199, 0.545529, 0.482354, 0.440604, 0.57412, 0.555815, 0.513208, 0.476867, 0.549112, 0.509929, 0.533172, 0.488845, 0.5123, 0.572049, 0.566493, 0.52519, 0.526358, 0.526275, 0.458556, 0.476376, 0.505411, 0.532555, 0.496375, 0.549421, 0.541324, 0.530944, 0.5508, 0.413631, 0.472079, 0.231887, 0.44081, 0.559428, 0.520344, 0.509449, 0.578274, 0.540875, 0.19233, 0.503127, 0.551161, 0.477563, 0.597806, 0.193224, 0.372068, 0.359013, 0.49955, 0.528647, 0.52494, 0.49369, 0.513309, 0.526149, 0.47514, 0.54761, 0.50345, 0.443269, 0.552197, 0.528831, 0.562246, 0.528453, 0.572245, 0.49101, 0.472598, 0.555437, 0.52008, 0.472907, 0.485345, 0.574899, 0.566005, 0.414433, 0.428537, 0.544135, 0.392696, 0.526726, 0.242504, 0.328152, 0.494674, 0.420327, 0.506515, 0.53403, 0.487021, 0.526707, 0.538457, 0.593368, 0.395198, 0.498883, 0.210954, 0.558625, 0.514369, 0.298438, 0.250566, 0.45895, 0.469847, 0.529239, 0.272914, 0.508287, 0.523892, 0.527525, 0.45249, 0.497726, 0.518649, 0.522337, 0.423318, 0.553213, 0.493423, 0.50602, 0.529962, 0.411788, 0.527954, 0.497174, 0.206738, 0.557045, 0.467777, 0.551863, 0.529703, 0.279247, 0.314623, 0.528974, 0.342608, 0.530007, 0.503846, 0.491912, 0.432718, 0.493455, 0.51791, 0.463457, 0.511526, 0.511003, 0.55893, 0.515172, 0.445795, 0.510452, 0.500793, 0.322398, 0.534127, 0.539638, 0.212051, 0.503382, 0.455507, 0.299909, 0.514556, 0.489742, 0.51858, 0.539951, 0.555458, 0.477271, 0.503487, 0.394801, 0.496838, 0.517088, 0.313076, 0.55771, 0.428316, 0.544967, 0.509302, 0.574353, 0.534492, 0.477755, 0.515942, 0.554649, 0.536472, 0.178551, 0.561937, 0.235227, 0.545381, 0.519042, 0.481463, 0.532332, 0.495397, 0.541709, 0.565216, 0.545106, 0.487779, 0.508012, 0.23045, 0.334418, 0.535342, 0.515101, 0.235129, 0.531834, 0.542735, 0.48779, 0.493428, 0.501082, 0.25751, 0.547736, 0.513133, 0.510833, 0.555073, 0.520674, 0.484682, 0.505111, 0.54978, 0.430967, 0.526945, 0.519128, 0.558002, 0.484567, 0.471018, 0.518307, 0.529467, 0.506823, 0.174692, 0.524948, 0.387433, 0.478794, 0.213235, 0.532836, 0.539464, 0.516902, 0.531595, 0.483229, 0.558885, 0.490473, 0.527009, 0.390952, 0.271251, 0.49033, 0.538606, 0.513557, 0.520447, 0.54186, 0.324202, 0.434622, 0.534718, 0.495904, 0.492538, 0.513931, 0.531368, 0.364592, 0.542397, 0.29891, 0.505599, 0.537309, 0.310593, 0.534279, 0.510203, 0.513435, 0.500087, 0.600083, 0.23765, 0.553918, 0.269838, 0.514678, 0.446938, 0.538489, 0.530652, 0.503716, 0.462088, 0.469135, 0.495117, 0.545221, 0.533691, 0.505711, 0.255728, 0.491625, 0.485218, 0.469295, 0.248246, 0.468388, 0.292726, 0.521417, 0.554625, 0.516752, 0.534999, 0.291959, 0.525442, 0.516098, 0.491874, 0.48645, 0.251747, 0.517167, 0.499252, 0.542504, 0.534755, 0.515553, 0.509637, 0.316411, 0.276968, 0.500245, 0.523777, 0.486549, 0.538988, 0.303709, 0.510311, 0.479423, 0.503084, 0.489353, 0.257089, 0.439587, 0.52264, 0.530475, 0.352319, 0.328463, 0.577228, 0.568342, 0.185519, 0.500203, 0.5351, 0.258543, 0.529839, 0.282145, 0.480034, 0.523565, 0.484225, 0.564664, 0.500656, 0.489866, 0.542662, 0.480167, 0.275984, 0.531447, 0.338568, 0.31959, 0.528782, 0.505575, 0.468946, 0.518315, 0.360026, 0.55655, 0.499916, 0.541691, 0.55623, 0.42329, 0.298386, 0.505794, 0.529928, 0.480456, 0.404415, 0.519119, 0.491999, 0.237944, 0.541731, 0.454058, 0.486613, 0.518292, 0.22628, 0.253558, 0.461224, 0.517085, 0.543789, 0.51954, 0.548907, 0.59115, 0.347039, 0.536049, 0.498958, 0.525209, 0.53374, 0.549156, 0.500367, 0.422571, 0.695905, 0.513139, 0.446823, 0.361421, 0.410015, 0.464785, 0.465159, 0.509313, 0.219975, 0.38474, 0.441882, 0.357376, 0.466506, 0.462692, 0.423463, 0.403022, 0.547764, 0.330685, 0.47407, 0.509909, 0.362599, 0.5007, 0.254044, 0.391609, 0.41659, 0.505844, 0.559878, 0.4907, 0.477728, 0.514483, 0.497251, 0.397806, 0.241628, 0.540605, 0.511156, 0.503458, 0.482928, 0.53126, 0.528666, 0.483211, 0.415236, 0.466726, 0.41692, 0.586884, 0.4825, 0.226082, 0.186606, 0.513867, 0.481886, 0.573116, 0.483535, 0.470668, 0.541183, 0.497872, 0.442806, 0.480075, 0.537553, 0.522936, 0.273097, 0.524801, 0.519852, 0.510776, 0.549613, 0.372087, 0.483053, 0.437833, 0.426192, 0.504659, 0.541081, 0.514157, 0.505068, 0.202319, 0.550712, 0.394183, 0.501207, 0.516085, 0.488222, 0.525899, 0.541843, 0.513058, 0.496416, 0.535727, 0.531294, 0.516706, 0.212332, 0.541668, 0.502079, 0.559448, 0.526666, 0.520418, 0.342315, 0.224625, 0.395663, 0.260872, 0.538651, 0.529054, 0.494971, 0.50097, 0.539856, 0.465862, 0.511733, 0.490304, 0.503643, 0.300557, 0.542134, 0.482412, 0.573001, 0.437063, 0.50784, 0.521287, 0.465754, 0.523832, 0.525025, 0.208503, 0.491544, 0.504335, 0.524591, 0.207863, 0.484139, 0.226128, 0.504571, 0.457593, 0.443821, 0.349914, 0.469525, 0.523542, 0.575177, 0.480312, 0.218281, 0.524314, 0.514364, 0.506388, 0.542713, 0.483312, 0.505767, 0.521571, 0.490528, 0.258485, 0.52163, 0.498959, 0.529661, 0.47452, 0.512489, 0.174719, 0.527565, 0.524495, 0.53836, 0.365614, 0.556525, 0.327793, 0.321897, 0.423255, 0.541253, 0.51211, 0.554368, 0.475808, 0.458416, 0.482129, 0.498657, 0.4523, 0.513071, 0.190029, 0.454702, 0.547367, 0.526133, 0.254067, 0.231712, 0.445211, 0.504939, 0.528958, 0.542656, 0.53925, 0.561649, 0.532389, 0.390865, 0.510672, 0.528691, 0.569125, 0.561147, 0.627481, 0.50267, 0.494748, 0.436978, 0.511057, 0.558602, 0.269421, 0.492839, 0.50354, 0.23803, 0.533099, 0.562104, 0.557369, 0.530588, 0.473012, 0.471432, 0.538587, 0.504394, 0.213022, 0.553743, 0.500933, 0.314763, 0.308579, 0.234555, 0.507974, 0.507548, 0.542723, 0.499308, 0.388576, 0.452058, 0.468345, 0.355099, 0.534927, 0.563218, 0.164296, 0.5559, 0.529998, 0.524687, 0.500369, 0.520393, 0.497138, 0.372149, 0.497525, 0.473744, 0.491045, 0.197167, 0.578817, 0.544887, 0.380084, 0.482798, 0.535331, 0.510948, 0.512138, 0.247129, 0.536386, 0.312525, 0.220305, 0.521328, 0.514294, 0.472213, 0.447161, 0.491528, 0.248407, 0.535787, 0.529197, 0.487112, 0.519927, 0.507469, 0.536752, 0.306965, 0.556291, 0.545788, 0.587194, 0.511802, 0.566399, 0.458522, 0.467547, 0.527978, 0.383238, 0.476518, 0.512989, 0.539348, 0.533392, 0.484096, 0.539367, 0.592456, 0.376156, 0.248496, 0.576599, 0.543055, 0.54999, 0.382189, 0.537734, 0.53555, 0.39958, 0.545906, 0.27848, 0.498561, 0.539462, 0.420234, 0.440508, 0.508912, 0.531817, 0.506435, 0.483111, 0.532031, 0.452985, 0.605659, 0.490742, 0.465884, 0.527761, 0.537346, 0.249331, 0.55295, 0.495162, 0.475993, 0.452193, 0.497717, 0.550539, 0.482678, 0.372579, 0.462177, 0.532723, 0.571806, 0.51706, 0.270724, 0.218093, 0.506186, 0.52848, 0.533504, 0.47531, 0.496326, 0.529379, 0.547531, 0.268219, 0.491203, 0.512782, 0.52949, 0.450667, 0.518054, 0.529115, 0.404019, 0.554936, 0.463668, 0.489232, 0.401382, 0.554258, 0.375087, 0.350126, 0.51392, 0.587709, 0.49088, 0.486095, 0.553549, 0.514299, 0.569675, 0.5116, 0.557173, 0.237046, 0.279289, 0.194762, 0.500931, 0.538212, 0.484732, 0.275447, 0.374346, 0.549078, 0.51927, 0.533147, 0.505641, 0.509665, 0.480714, 0.50903, 0.540285, 0.28196, 0.446715, 0.546458, 0.349426, 0.199805, 0.543499, 0.507642, 0.512985, 0.546991, 0.461133, 0.319662, 0.355777, 0.508199, 0.470422, 0.616126, 0.527033, 0.460547, 0.558334, 0.546947, 0.267209, 0.532898, 0.537324, 0.241445, 0.511565, 0.489318, 0.473284, 0.524951, 0.556151, 0.527027, 0.47164, 0.418309, 0.513586, 0.514738, 0.259063, 0.502818, 0.231585, 0.382863, 0.509354, 0.55655, 0.515506, 0.416735, 0.415719, 0.500251, 0.170371, 0.502831, 0.553591, 0.559499, 0.356714, 0.535236, 0.216351, 0.526903, 0.468189, 0.561873, 0.502261, 0.46621, 0.50203, 0.366401, 0.492073, 0.530994, 0.509063, 0.530126, 0.246201, 0.454929, 0.532728, 0.485789, 0.399301, 0.408452, 0.516361, 0.252766, 0.516296, 0.27332, 0.54802, 0.428868, 0.514123, 0.51455, 0.56813, 0.470822, 0.494011, 0.542814, 0.53342, 0.513038, 0.53743, 0.478168, 0.303609, 0.281927, 0.487844, 0.549751, 0.24292, 0.407295, 0.512284, 0.391422, 0.533125, 0.477098, 0.488141, 0.226283, 0.540071, 0.554844, 0.516171, 0.516992, 0.488364, 0.570312, 0.514255, 0.420465, 0.513025, 0.473575, 0.490034, 0.264129, 0.395213, 0.579538, 0.538222, 0.506502, 0.281434, 0.203559, 0.506664, 0.542334, 0.508628, 0.446399, 0.591914, 0.503512, 0.533539, 0.251769, 0.196737, 0.52149, 0.543642, 0.520189, 0.533856, 0.498828, 0.229863, 0.56801, 0.530332, 0.394733, 0.374443, 0.493021, 0.54412, 0.521044, 0.503525, 0.485058, 0.454509, 0.551331, 0.581412, 0.433955, 0.506438, 0.48069, 0.552375, 0.499141, 0.331582, 0.533786, 0.558895, 0.514322, 0.495822, 0.514927, 0.277242, 0.500169 ] }, "name": "model.model.layers.9.input_layernorm.weight", "outputIndexes": [ 766 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 765 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_9/Mul_output_0", "outputIndexes": [ 767 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 766, 767 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_9/Mul_1_output_0", "outputIndexes": [ 768 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 768 ], "outputIndexes": [ 2880 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 2880 ], "outputIndexes": [ 2881 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/q_proj/Linear", "inputIndexes": [ 2881 ], "outputIndexes": [ 2882 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 960, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14400, "weightSize": 0 }, "external": [ 55297386, 460822, 115200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 2882 ], "outputIndexes": [ 2883 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2883 ], "outputIndexes": [ 769 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 960 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 768 ], "main_type": "NONE", "name": "/Shape_127_output_0", "outputIndexes": [ 770 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 770 ], "main_type": "NONE", "name": "Shape2022", "outputIndexes": [ 771 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 770 ], "main_type": "NONE", "name": "Rank2024", "outputIndexes": [ 772 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 772, 772 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2026", "outputIndexes": [ 773 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 773 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2027", "outputIndexes": [ 774 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 773, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2029", "outputIndexes": [ 775 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 775 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2030", "outputIndexes": [ 776 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 771, 774, 776, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice2033", "outputIndexes": [ 777 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 777 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze2034", "outputIndexes": [ 778 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 778 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2035", "outputIndexes": [ 779 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 779, 778 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2036", "outputIndexes": [ 780 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 770, 780, 773 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_139_output_0", "outputIndexes": [ 781 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 781, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_289_output_0", "outputIndexes": [ 782 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 782, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_117_output_0", "outputIndexes": [ 783 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 769, 783 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_82_output_0", "outputIndexes": [ 784 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 784, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_72_output_0", "outputIndexes": [ 785 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 784 ], "main_type": "NONE", "name": "/Shape_128_output_0", "outputIndexes": [ 786 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 786 ], "main_type": "NONE", "name": "Shape2043", "outputIndexes": [ 787 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 786 ], "main_type": "NONE", "name": "Rank2045", "outputIndexes": [ 788 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 788, 788 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2047", "outputIndexes": [ 789 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 789 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2048", "outputIndexes": [ 790 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 789, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2050", "outputIndexes": [ 791 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 791 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2051", "outputIndexes": [ 792 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 787, 790, 792, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice2054", "outputIndexes": [ 793 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 793 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze2055", "outputIndexes": [ 794 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 794 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2056", "outputIndexes": [ 795 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 795, 794 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2057", "outputIndexes": [ 796 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 786, 796, 789 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_140_output_0", "outputIndexes": [ 797 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 797, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_27_output_0", "outputIndexes": [ 798 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 798, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_294_output_0", "outputIndexes": [ 799 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 784, 799, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_37_output_0", "outputIndexes": [ 800 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 800 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_18_output_0", "outputIndexes": [ 801 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 784, 22, 799, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_36_output_0", "outputIndexes": [ 802 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 801, 802 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_120_output_0", "outputIndexes": [ 803 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 803, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_73_output_0", "outputIndexes": [ 804 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 785, 804 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_45_output_0", "outputIndexes": [ 805 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 768 ], "outputIndexes": [ 2884 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 2884 ], "outputIndexes": [ 2885 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/k_proj/Linear", "inputIndexes": [ 2885 ], "outputIndexes": [ 2886 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 4800, "weightSize": 0 }, "external": [ 55873408, 153622, 38400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 2886 ], "outputIndexes": [ 2887 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2887 ], "outputIndexes": [ 806 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 782, 85, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_118_output_0", "outputIndexes": [ 807 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 806, 807 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_83_output_0", "outputIndexes": [ 808 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 808, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_74_output_0", "outputIndexes": [ 809 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 808 ], "main_type": "NONE", "name": "/Shape_129_output_0", "outputIndexes": [ 810 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 810 ], "main_type": "NONE", "name": "Shape2106", "outputIndexes": [ 811 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 810 ], "main_type": "NONE", "name": "Rank2108", "outputIndexes": [ 812 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 812, 812 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2110", "outputIndexes": [ 813 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 813 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2111", "outputIndexes": [ 814 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 813, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2113", "outputIndexes": [ 815 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 815 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2114", "outputIndexes": [ 816 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 811, 814, 816, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice2117", "outputIndexes": [ 817 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 817 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze2118", "outputIndexes": [ 818 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 818 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2119", "outputIndexes": [ 819 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 819, 818 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2120", "outputIndexes": [ 820 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 810, 820, 813 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_141_output_0", "outputIndexes": [ 821 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 821, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_28_output_0", "outputIndexes": [ 822 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 822, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_296_output_0", "outputIndexes": [ 823 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 808, 823, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_39_output_0", "outputIndexes": [ 824 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 824 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_19_output_0", "outputIndexes": [ 825 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 808, 22, 823, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_38_output_0", "outputIndexes": [ 826 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 825, 826 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_121_output_0", "outputIndexes": [ 827 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 827, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_75_output_0", "outputIndexes": [ 828 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 809, 828 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_46_output_0", "outputIndexes": [ 829 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 768 ], "outputIndexes": [ 2888 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 2888 ], "outputIndexes": [ 2889 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/v_proj/Linear", "inputIndexes": [ 2889 ], "outputIndexes": [ 2890 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 4800, "weightSize": 0 }, "external": [ 56065430, 153622, 38400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 2890 ], "outputIndexes": [ 2891 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2891 ], "outputIndexes": [ 830 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 830, 807 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_84_output_0", "outputIndexes": [ 831 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 805, 829, 831, 111 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_89_output_0", "outputIndexes": [ 832 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 832 ], "outputIndexes": [ 2892 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 2892 ], "outputIndexes": [ 2893 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/o_proj/Linear", "inputIndexes": [ 2893 ], "outputIndexes": [ 2894 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 960, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14400, "weightSize": 0 }, "external": [ 56257452, 460822, 115200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 2894 ], "outputIndexes": [ 2895 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2895 ], "outputIndexes": [ 833 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 960 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 765, 833 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_48_output_0", "outputIndexes": [ 834 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 960 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.331691, 0.301456, 0.297057, 0.31794, 0.304068, 0.320256, 0.30876, 0.304406, 0.26325, 0.191654, 0.295491, 0.312184, 0.301338, 0.297069, 0.281959, 0.320209, 0.195637, 0.313669, 0.105362, 0.084743, 0.275828, 0.229711, 0.152091, 0.303408, 0.310404, 0.186327, 0.111296, 0.277816, 0.290888, 0.169544, 0.300885, 0.323924, 0.236416, 0.313134, 0.316358, 0.28964, 0.318607, 0.281116, 0.242438, 0.273624, 0.068441, 0.3119, 0.316055, 0.127529, 0.28799, 0.224483, 0.094269, 0.312992, 0.069229, 0.234385, 0.274657, 0.251378, 0.250398, 0.075317, 0.298013, 0.130299, 0.190269, 0.074179, 0.293247, 0.26462, 0.296784, 0.330881, 0.218956, 0.20629, 0.316963, 0.303941, 0.294109, 0.318307, 0.218667, 0.192096, 0.297762, 0.303742, 0.321142, 0.318711, 0.110154, 0.225647, 0.320825, 0.297987, 0.295513, 0.299152, 0.161277, 0.295321, 0.2422, 0.309346, 0.297769, 0.317529, 0.250119, -0.000289, 0.31402, 0.293482, 0.292163, 0.089275, 0.244404, 0.245663, 0.257664, 0.312521, 0.261565, 0.075227, 0.307428, 0.268752, 0.120525, 0.317705, 0.246911, 0.288599, 0.313371, 0.302608, 0.317944, 0.202165, 0.339643, 0.318007, 0.309027, 0.287701, 0.263981, 0.322033, 0.322723, 0.260451, 0.331622, 0.323498, 0.305401, 0.286449, 0.276169, 0.31622, 0.255283, 0.312896, 0.305659, 0.300362, 0.291139, 0.312026, 0.323316, 0.262206, 0.324892, 0.227852, 0.269699, 0.076655, 0.219985, 0.324009, 0.340696, 0.293221, 0.322384, 0.31113, 0.094155, 0.299003, 0.290656, 0.291427, 0.32065, 0.077153, 0.183393, 0.161792, 0.27703, 0.331325, 0.258544, 0.295588, 0.292283, 0.30936, 0.300057, 0.313426, 0.297256, 0.229105, 0.346194, 0.327342, 0.310504, 0.31654, 0.273337, 0.303899, 0.252772, 0.315521, 0.293054, 0.242178, 0.286096, 0.303055, 0.318045, 0.203533, 0.237841, 0.286179, 0.192335, 0.297766, 0.09109, 0.163162, 0.29493, 0.198091, 0.311698, 0.296348, 0.257664, 0.311671, 0.316231, 0.350578, 0.19965, 0.258093, 0.083425, 0.311558, 0.31421, 0.137969, 0.108228, 0.260627, 0.263417, 0.323397, 0.13268, 0.306831, 0.285297, 0.320899, 0.260277, 0.28995, 0.32037, 0.324277, 0.211607, 0.318242, 0.249457, 0.321232, 0.308942, 0.194704, 0.315569, 0.292391, 0.063508, 0.333211, 0.253978, 0.314472, 0.316626, 0.097079, 0.158011, 0.314066, 0.162452, 0.260863, 0.28739, 0.258863, 0.168784, 0.28582, 0.290124, 0.264676, 0.327532, 0.291793, 0.331208, 0.242368, 0.23944, 0.281049, 0.269514, 0.151896, 0.333571, 0.079111, 0.090977, 0.280447, 0.298033, 0.132758, 0.302187, 0.293102, 0.308363, 0.308462, 0.338661, 0.282912, 0.296676, 0.200741, 0.296514, 0.301495, 0.150828, 0.32149, 0.222556, 0.321398, 0.25495, 0.341685, 0.297095, 0.278128, 0.309273, 0.298839, 0.323343, 0.094172, 0.350228, 0.079264, 0.314004, 0.269163, 0.274303, 0.333556, 0.250616, 0.312904, 0.329502, 0.337141, 0.302811, 0.28158, 0.088565, 0.151234, 0.297034, 0.334554, 0.125291, 0.285245, 0.307175, 0.29681, 0.265052, 0.2771, 0.080457, 0.315171, 0.299006, 0.247288, 0.324272, 0.304468, 0.271512, 0.263867, 0.297559, 0.2324, 0.241669, 0.309801, 0.291484, 0.295854, 0.249721, 0.286605, 0.28297, 0.264456, 0.086276, 0.324309, 0.176098, 0.255401, 0.092642, 0.297602, 0.307377, 0.27134, 0.309331, 0.294304, 0.314909, 0.234718, 0.292236, 0.191635, 0.124584, 0.276977, 0.299633, 0.318178, 0.281512, 0.323989, 0.161157, 0.210792, 0.300603, 0.296969, 0.307022, 0.279646, 0.293065, 0.179663, 0.338727, 0.07948, 0.327971, 0.308678, 0.16665, 0.308204, 0.288872, 0.306714, 0.261326, 0.337423, 0.096132, 0.328256, 0.126559, 0.320471, 0.253517, 0.325601, 0.268522, 0.307944, 0.242206, 0.206167, 0.288002, 0.315385, 0.279578, 0.301067, 0.128501, 0.211432, 0.258525, 0.237434, 0.093557, 0.246361, 0.030045, 0.292616, 0.420512, 0.318485, 0.327563, 0.114905, 0.308326, 0.27956, 0.293512, 0.268667, 0.079396, 0.280802, 0.292756, 0.30621, 0.308841, 0.263573, 0.305416, 0.156948, 0.087158, 0.329039, 0.337537, 0.258362, 0.331403, 0.160786, 0.334842, 0.281164, 0.263718, 0.262349, 0.130417, 0.26169, 0.282875, 0.302781, 0.183076, 0.164097, 0.327236, 0.33566, 0.151976, 0.304848, 0.315919, 0.127984, 0.299824, 0.133162, 0.2545, 0.319967, 0.27995, 0.303601, 0.278132, 0.288393, 0.317317, 0.272158, 0.13095, 0.306006, 0.149422, 0.162976, 0.297806, 0.302334, 0.223388, 0.29865, 0.186917, 0.310104, 0.260339, 0.303884, 0.34234, 0.242972, 0.153941, 0.288484, 0.288379, 0.253367, 0.199477, 0.31528, 0.282063, 0.080847, 0.326595, 0.259859, 0.327904, 0.315702, 0.086674, 0.154331, 0.233502, 0.299436, 0.306444, 0.306465, 0.325911, 0.315713, 0.18236, 0.322355, 0.304703, 0.295554, 0.32231, 0.323615, 0.310739, 0.23171, 0.160748, 0.325525, 0.234748, 0.170993, 0.229439, 0.247212, 0.229017, 0.304848, 0.112014, 0.21081, 0.213137, 0.202459, 0.289479, 0.275524, 0.192513, 0.202844, 0.313891, 0.156429, 0.29345, 0.278245, 0.086667, 0.302007, 0.125886, 0.209849, 0.223006, 0.307477, 0.312596, 0.275221, 0.27009, 0.299853, 0.315065, 0.212116, 0.081418, 0.314208, 0.298248, 0.293789, 0.295033, 0.280341, 0.307777, 0.310635, 0.179618, 0.241192, 0.2106, 0.341637, 0.293936, 0.08287, 0.073274, 0.292722, 0.111791, 0.338789, 0.311783, 0.250602, 0.267197, 0.27052, 0.254667, 0.295524, 0.346394, 0.31685, 0.126183, 0.308606, 0.299839, 0.288135, 0.330408, 0.184799, 0.261871, 0.226624, 0.232451, 0.285335, 0.317683, 0.341017, 0.286392, 0.089703, 0.297926, 0.102784, 0.320608, 0.314308, 0.308254, 0.29026, 0.308353, 0.311378, 0.25777, 0.260883, 0.329382, 0.288486, 0.099273, 0.329878, 0.31122, 0.323059, 0.273884, 0.303982, 0.162178, 0.088843, 0.184221, 0.110701, 0.295559, 0.30652, 0.300943, 0.321896, 0.315671, 0.235737, 0.300301, 0.275988, 0.271092, 0.095606, 0.270235, 0.279427, 0.322553, 0.224323, 0.263139, 0.307691, 0.24165, 0.30868, 0.321966, 0.084094, 0.2439, 0.293406, 0.313971, 0.093078, 0.275977, 0.075634, 0.299124, 0.220488, 0.241201, 0.185367, 0.265084, 0.284943, 0.352453, 0.260131, 0.107161, 0.324574, 0.301666, 0.293995, 0.297016, 0.239939, 0.286805, 0.311764, 0.270761, 0.094706, 0.309623, 0.294226, 0.324728, 0.285097, 0.268632, 0.082826, 0.264838, 0.319081, 0.314838, 0.181637, 0.310551, 0.180388, 0.152257, 0.223544, 0.231384, 0.303798, 0.248697, 0.290133, 0.251483, 0.246642, 0.233101, 0.218602, 0.315639, 0.058785, 0.239261, 0.303786, 0.279394, 0.080026, 0.099556, 0.238276, 0.320632, 0.311921, 0.311363, 0.305039, 0.322573, 0.307794, 0.228213, 0.321953, 0.303963, 0.34736, 0.292949, 0.137247, 0.326043, 0.304889, 0.183642, 0.30025, 0.326638, 0.136916, 0.314166, 0.291061, 0.106577, 0.316973, 0.221152, 0.327143, 0.309497, 0.230161, 0.244072, 0.323326, 0.283826, 0.097197, 0.309786, 0.314139, 0.165833, 0.106652, 0.105624, 0.33128, 0.24388, 0.318667, 0.324715, 0.172891, 0.288643, 0.219082, 0.210732, 0.335222, 0.324086, 0.066675, 0.324987, 0.264081, 0.286331, 0.325105, 0.300602, 0.291105, 0.186729, 0.288337, 0.266349, 0.270118, 0.081787, 0.311364, 0.309342, 0.197203, 0.240674, 0.299274, 0.298098, 0.295502, 0.097644, 0.305176, 0.11274, 0.084403, 0.280721, 0.317428, 0.231687, 0.22101, 0.293967, 0.084643, 0.298344, 0.288642, 0.082781, 0.281854, 0.289477, 0.30958, 0.145389, 0.299899, 0.316884, 0.326033, 0.279552, 0.331006, 0.213697, 0.260572, 0.178007, 0.189131, 0.248596, 0.285752, 0.299794, 0.326075, 0.270043, 0.304867, 0.313724, 0.171201, 0.111884, 0.329891, 0.314218, 0.317526, 0.198471, 0.312448, 0.298151, 0.174612, 0.31717, 0.090701, 0.300371, 0.28781, 0.209993, 0.242162, 0.300055, 0.323546, 0.273497, 0.302226, 0.283676, 0.229593, 0.322749, 0.30129, 0.24639, 0.320732, 0.322187, 0.082019, 0.318608, 0.271194, 0.242057, 0.242236, 0.320331, 0.307797, 0.254289, 0.176046, 0.221749, 0.302734, 0.325549, 0.252444, 0.084674, 0.076952, 0.300265, 0.300743, 0.306624, 0.266853, 0.267319, 0.309726, 0.309672, 0.10332, 0.277664, 0.266413, 0.301158, 0.229665, 0.290458, 0.335713, 0.194437, 0.325188, 0.214957, 0.291968, 0.197208, 0.306472, 0.174602, 0.16623, 0.291375, 0.334789, 0.274291, 0.293398, 0.300295, 0.30186, 0.332325, 0.276776, 0.316153, 0.085714, 0.121295, 0.074082, 0.277919, 0.317659, 0.310833, 0.083737, 0.170302, 0.293448, 0.285005, 0.315714, 0.311013, 0.333174, 0.310624, 0.326951, 0.326315, 0.140716, 0.202362, 0.328425, 0.177962, 0.089639, 0.314328, 0.275043, 0.294828, 0.290241, 0.224661, 0.167437, 0.260853, 0.296347, 0.294488, 0.205125, 0.305578, 0.283778, 0.314438, 0.313797, 0.08928, 0.309751, 0.324254, 0.116774, 0.28026, 0.232101, 0.26686, 0.23603, 0.320605, 0.304138, 0.290824, 0.194295, 0.260638, 0.271256, 0.128494, 0.268117, 0.081634, 0.184389, 0.295972, 0.335814, 0.286265, 0.235637, 0.217944, 0.27982, 0.070903, 0.308207, 0.327834, 0.337776, 0.201232, 0.31956, 0.066385, 0.300574, 0.274375, 0.310569, 0.306134, 0.301807, 0.290739, 0.194921, 0.249721, 0.349254, 0.29378, 0.317425, 0.093625, 0.243982, 0.283582, 0.312535, 0.196527, 0.191631, 0.290631, 0.080834, 0.305925, 0.127752, 0.309755, 0.235201, 0.29287, 0.304942, 0.320783, 0.246357, 0.314329, 0.315165, 0.298062, 0.271159, 0.31569, 0.254578, 0.163542, 0.122992, 0.265724, 0.304005, 0.092197, 0.074315, 0.310667, 0.193113, 0.286779, 0.247616, 0.288119, 0.105405, 0.291765, 0.316506, 0.309323, 0.297302, 0.272449, 0.337565, 0.29944, 0.199204, 0.315156, 0.294907, 0.267742, 0.085471, 0.202019, 0.302849, 0.305306, 0.223413, 0.133858, 0.094543, 0.304048, 0.324314, 0.262456, 0.214633, 0.156921, 0.287212, 0.311549, 0.087544, 0.087895, 0.29561, 0.279503, 0.313235, 0.307422, 0.308303, 0.081348, 0.320925, 0.326283, 0.200217, 0.199412, 0.234955, 0.323601, 0.320475, 0.317821, 0.304139, 0.167338, 0.295622, 0.284783, 0.240885, 0.29624, 0.288324, 0.307972, 0.305977, 0.190602, 0.28134, 0.33763, 0.278516, 0.302393, 0.295837, 0.118691, 0.291809 ] }, "name": "model.model.layers.9.post_attention_layernorm.weight", "outputIndexes": [ 835 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 834 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_9/Mul_output_0", "outputIndexes": [ 836 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 835, 836 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_9/Mul_1_output_0", "outputIndexes": [ 837 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 837 ], "outputIndexes": [ 2896 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 2896 ], "outputIndexes": [ 2897 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/mlp/gate_proj/Linear", "inputIndexes": [ 2897 ], "outputIndexes": [ 2898 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2560, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 38400, "weightSize": 0 }, "external": [ 56833474, 1228822, 307200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 2898 ], "outputIndexes": [ 2899 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2899 ], "outputIndexes": [ 838 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 838 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_9/Sigmoid_output_0", "outputIndexes": [ 839 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 838, 839 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_9/Mul_output_0", "outputIndexes": [ 840 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 837 ], "outputIndexes": [ 2900 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 2900 ], "outputIndexes": [ 2901 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/mlp/up_proj/Linear", "inputIndexes": [ 2901 ], "outputIndexes": [ 2902 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2560, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 38400, "weightSize": 0 }, "external": [ 58369496, 1228822, 307200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 2902 ], "outputIndexes": [ 2903 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2903 ], "outputIndexes": [ 841 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 840, 841 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_9/Mul_output_0", "outputIndexes": [ 842 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 842 ], "outputIndexes": [ 2904 ], "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 2904 ], "outputIndexes": [ 2905 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/mlp/down_proj/Linear", "inputIndexes": [ 2905 ], "outputIndexes": [ 2906 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 960, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2560, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 38400, "weightSize": 0 }, "external": [ 59905518, 1228822, 307200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 2906 ], "outputIndexes": [ 2907 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2907 ], "outputIndexes": [ 843 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 960 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 834, 843 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_49_output_0", "outputIndexes": [ 844 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 844, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_90_output_0", "outputIndexes": [ 845 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 960 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.446524, 0.455353, 0.431311, 0.46895, 0.428696, 0.488441, 0.459792, 0.450775, 0.50254, 0.357498, 0.464624, 0.441031, 0.473381, 0.462328, 0.412026, 0.48638, 0.361715, 0.463925, 0.209594, 0.197882, 0.4691, 0.390778, 0.295922, 0.453391, 0.44631, 0.366795, 0.251198, 0.421749, 0.450382, 0.290253, 0.471635, 0.447094, 0.410961, 0.456141, 0.454232, 0.407869, 0.467919, 0.420711, 0.407989, 0.419019, 0.234113, 0.465537, 0.489367, 0.236271, 0.466378, 0.434725, 0.194334, 0.437691, 0.125017, 0.437619, 0.431066, 0.427653, 0.451113, 0.152893, 0.443535, 0.261639, 0.334, 0.147945, 0.44542, 0.412159, 0.487256, 0.478334, 0.433083, 0.365833, 0.440562, 0.439712, 0.423234, 0.462639, 0.39348, 0.351217, 0.424722, 0.460669, 0.475781, 0.493483, 0.19743, 0.440746, 0.459182, 0.428378, 0.461502, 0.438943, 0.373259, 0.459945, 0.394906, 0.441817, 0.43087, 0.45944, 0.454218, 0.043882, 0.484959, 0.464756, 0.44775, 0.168064, 0.393562, 0.440164, 0.440201, 0.460983, 0.426184, 0.133579, 0.479953, 0.442138, 0.217139, 0.479308, 0.396424, 0.422145, 0.458536, 0.457059, 0.437098, 0.335145, 0.458142, 0.480632, 0.431235, 0.467995, 0.489381, 0.478515, 0.493175, 0.398228, 0.463283, 0.492617, 0.476464, 0.458849, 0.434022, 0.456309, 0.413099, 0.449692, 0.454511, 0.444171, 0.415316, 0.44624, 0.454879, 0.501441, 0.460685, 0.405695, 0.430333, 0.163269, 0.40414, 0.477053, 0.428847, 0.454762, 0.467385, 0.47285, 0.16919, 0.415101, 0.476892, 0.458438, 0.574695, 0.131515, 0.372284, 0.330156, 0.479807, 0.46206, 0.472241, 0.43164, 0.442916, 0.44605, 0.411702, 0.451335, 0.438343, 0.381718, 0.436002, 0.463011, 0.440114, 0.459435, 0.490484, 0.419342, 0.396103, 0.448722, 0.418522, 0.399457, 0.44194, 0.461962, 0.463658, 0.370581, 0.376991, 0.481099, 0.344854, 0.452935, 0.166305, 0.317004, 0.476197, 0.365053, 0.473576, 0.414803, 0.429494, 0.479587, 0.48923, 0.510502, 0.363071, 0.466812, 0.151844, 0.466929, 0.466121, 0.270081, 0.202095, 0.405458, 0.436306, 0.426546, 0.247203, 0.448556, 0.426395, 0.487363, 0.359355, 0.440656, 0.474928, 0.432083, 0.375126, 0.458197, 0.432459, 0.428276, 0.423117, 0.35647, 0.429783, 0.435123, 0.216725, 0.4658, 0.412945, 0.469233, 0.457291, 0.276001, 0.274824, 0.450321, 0.276254, 0.433691, 0.40957, 0.427251, 0.402161, 0.422973, 0.41271, 0.42787, 0.447939, 0.452846, 0.464534, 0.443693, 0.443646, 0.446765, 0.431287, 0.280859, 0.498146, 0.456245, 0.16681, 0.44958, 0.432157, 0.267773, 0.448735, 0.452878, 0.445645, 0.451707, 0.455199, 0.442417, 0.441613, 0.370854, 0.439585, 0.449031, 0.291804, 0.471433, 0.385434, 0.479211, 0.42709, 0.487823, 0.443556, 0.448729, 0.482225, 0.470638, 0.474769, 0.159495, 0.496006, 0.182896, 0.447086, 0.454444, 0.437193, 0.485415, 0.445574, 0.475883, 0.504312, 0.487684, 0.465043, 0.417494, 0.183646, 0.295679, 0.466051, 0.472037, 0.208164, 0.473847, 0.453915, 0.462063, 0.442529, 0.441136, 0.147403, 0.438952, 0.429043, 0.431229, 0.460907, 0.456623, 0.444035, 0.460851, 0.474523, 0.361534, 0.47556, 0.497333, 0.482917, 0.434616, 0.393, 0.490766, 0.450459, 0.419825, 0.161014, 0.482287, 0.35381, 0.413197, 0.168358, 0.457676, 0.501948, 0.452445, 0.463934, 0.446375, 0.511951, 0.435267, 0.463201, 0.348855, 0.242897, 0.428438, 0.519756, 0.489911, 0.430524, 0.459545, 0.307879, 0.395334, 0.438121, 0.432268, 0.434991, 0.432066, 0.478697, 0.345136, 0.490337, 0.266231, 0.478057, 0.476249, 0.280893, 0.44009, 0.426719, 0.47212, 0.436095, 0.490023, 0.185826, 0.454513, 0.248746, 0.417619, 0.415727, 0.453807, 0.40881, 0.44941, 0.436574, 0.424804, 0.447922, 0.471061, 0.428817, 0.442723, 0.245636, 0.439673, 0.430548, 0.408408, 0.198106, 0.447939, 0.230943, 0.468265, 0.574126, 0.46698, 0.477316, 0.230048, 0.482583, 0.423264, 0.459848, 0.406613, 0.211257, 0.43978, 0.420807, 0.429091, 0.489973, 0.457135, 0.460772, 0.271537, 0.173326, 0.413261, 0.492376, 0.433837, 0.494549, 0.266476, 0.434624, 0.422095, 0.428975, 0.4207, 0.229982, 0.414769, 0.490328, 0.452047, 0.336686, 0.298207, 0.459379, 0.450267, 0.18101, 0.450197, 0.441075, 0.231759, 0.449356, 0.24378, 0.462232, 0.481794, 0.44346, 0.470393, 0.430285, 0.426939, 0.470042, 0.417276, 0.250086, 0.42528, 0.318649, 0.289667, 0.438431, 0.446721, 0.408254, 0.43164, 0.316984, 0.488004, 0.425859, 0.458621, 0.477267, 0.326543, 0.275406, 0.440019, 0.470368, 0.399101, 0.365593, 0.497271, 0.467298, 0.162686, 0.437855, 0.422984, 0.449511, 0.446576, 0.159381, 0.239007, 0.433708, 0.462202, 0.444989, 0.42948, 0.471595, 0.444376, 0.342219, 0.434459, 0.429238, 0.502075, 0.496264, 0.456052, 0.441801, 0.387185, 0.621608, 0.432006, 0.408261, 0.323316, 0.382478, 0.427505, 0.414247, 0.449499, 0.20526, 0.328654, 0.390091, 0.328114, 0.443378, 0.43749, 0.369469, 0.355002, 0.497057, 0.295392, 0.437623, 0.488306, 0.321101, 0.422675, 0.22357, 0.334664, 0.38224, 0.435337, 0.443205, 0.429137, 0.43489, 0.457132, 0.474325, 0.361276, 0.164881, 0.437371, 0.459778, 0.464539, 0.436474, 0.445431, 0.423125, 0.464467, 0.355997, 0.387594, 0.369524, 0.491727, 0.413347, 0.15359, 0.139735, 0.48099, 0.418638, 0.493631, 0.40458, 0.427253, 0.44211, 0.421611, 0.396965, 0.434706, 0.488827, 0.463745, 0.256412, 0.445687, 0.446631, 0.469066, 0.49537, 0.354333, 0.440098, 0.381414, 0.396569, 0.433251, 0.478048, 0.477253, 0.430311, 0.155618, 0.451309, 0.367847, 0.443456, 0.439353, 0.461241, 0.434216, 0.477654, 0.457572, 0.449522, 0.48747, 0.455235, 0.46238, 0.187031, 0.469655, 0.442334, 0.470553, 0.44007, 0.443905, 0.312966, 0.165699, 0.379809, 0.248019, 0.434055, 0.424834, 0.425453, 0.480932, 0.458867, 0.396477, 0.420438, 0.434062, 0.455865, 0.260139, 0.447575, 0.466105, 0.483566, 0.369753, 0.413313, 0.489504, 0.398391, 0.458661, 0.494662, 0.144318, 0.43546, 0.4532, 0.464654, 0.182405, 0.410559, 0.141875, 0.443933, 0.366244, 0.407988, 0.343656, 0.445078, 0.457055, 0.46526, 0.390146, 0.195091, 0.443143, 0.447008, 0.422969, 0.472532, 0.423432, 0.446279, 0.459048, 0.441032, 0.190803, 0.452092, 0.461241, 0.472999, 0.433463, 0.497919, 0.14217, 0.489191, 0.444066, 0.420134, 0.343061, 0.456181, 0.315328, 0.278448, 0.40189, 0.462091, 0.437299, 0.490926, 0.438282, 0.400038, 0.415876, 0.413496, 0.431843, 0.444521, 0.195251, 0.409108, 0.453707, 0.444036, 0.147037, 0.173928, 0.424985, 0.453795, 0.454713, 0.475724, 0.424461, 0.43758, 0.410995, 0.365872, 0.452046, 0.47366, 0.479775, 0.495358, 0.563402, 0.454915, 0.447749, 0.357223, 0.450962, 0.432443, 0.233055, 0.409928, 0.468815, 0.184612, 0.449025, 0.483831, 0.478089, 0.479544, 0.37962, 0.429745, 0.432727, 0.414202, 0.192967, 0.475392, 0.483578, 0.310692, 0.256157, 0.1836, 0.459744, 0.417025, 0.468565, 0.453075, 0.333494, 0.416232, 0.413498, 0.353863, 0.479779, 0.498475, 0.116202, 0.466712, 0.469268, 0.45917, 0.462946, 0.452535, 0.448474, 0.32733, 0.444075, 0.439803, 0.4552, 0.138421, 0.471665, 0.481273, 0.343385, 0.428446, 0.455504, 0.459012, 0.444436, 0.197929, 0.443921, 0.269275, 0.173902, 0.449547, 0.451029, 0.413551, 0.416812, 0.465718, 0.160551, 0.430036, 0.484764, 0.459474, 0.432891, 0.47325, 0.45595, 0.28509, 0.472347, 0.468646, 0.47944, 0.424066, 0.464084, 0.410949, 0.426057, 0.452128, 0.339281, 0.434598, 0.43106, 0.437236, 0.446959, 0.419478, 0.476783, 0.513093, 0.340289, 0.22917, 0.479199, 0.43895, 0.457567, 0.351603, 0.463754, 0.458715, 0.372804, 0.479153, 0.181554, 0.464385, 0.464794, 0.375914, 0.405755, 0.446265, 0.450534, 0.435497, 0.444477, 0.479816, 0.438109, 0.525877, 0.44915, 0.395724, 0.451785, 0.47214, 0.150939, 0.457917, 0.45548, 0.411053, 0.392094, 0.473433, 0.477474, 0.417153, 0.340858, 0.399204, 0.440453, 0.448416, 0.478238, 0.148897, 0.135325, 0.45798, 0.443242, 0.45285, 0.417094, 0.438864, 0.48568, 0.473352, 0.228258, 0.444903, 0.433232, 0.424721, 0.433978, 0.429696, 0.461351, 0.369635, 0.460809, 0.435327, 0.424216, 0.361323, 0.481541, 0.328191, 0.327976, 0.466806, 0.50865, 0.41621, 0.383338, 0.486922, 0.463012, 0.450106, 0.446239, 0.465346, 0.171362, 0.237568, 0.141192, 0.434261, 0.468333, 0.455903, 0.172175, 0.347245, 0.482636, 0.438238, 0.510916, 0.456953, 0.487067, 0.471386, 0.481168, 0.482913, 0.23602, 0.385783, 0.457847, 0.326325, 0.172214, 0.452514, 0.456956, 0.449402, 0.461946, 0.370575, 0.308943, 0.322334, 0.423343, 0.455499, 0.536183, 0.468953, 0.405719, 0.418602, 0.458439, 0.211317, 0.456232, 0.427888, 0.202507, 0.467275, 0.442716, 0.429627, 0.453709, 0.474104, 0.467335, 0.443884, 0.360768, 0.453716, 0.454486, 0.237774, 0.472424, 0.149049, 0.347343, 0.472415, 0.493683, 0.450586, 0.415738, 0.363674, 0.443411, 0.137802, 0.450011, 0.475053, 0.491722, 0.342077, 0.455438, 0.207658, 0.486231, 0.42674, 0.466673, 0.488351, 0.439914, 0.471718, 0.362916, 0.438417, 0.496127, 0.477834, 0.447874, 0.171123, 0.429098, 0.423027, 0.475564, 0.364296, 0.352451, 0.450699, 0.157869, 0.444833, 0.250437, 0.485015, 0.388657, 0.436139, 0.441542, 0.458775, 0.399791, 0.447098, 0.488867, 0.464581, 0.451622, 0.471393, 0.422125, 0.28436, 0.260668, 0.44852, 0.477281, 0.17066, 0.355813, 0.4294, 0.331311, 0.480898, 0.413476, 0.446122, 0.184005, 0.485204, 0.487458, 0.449268, 0.472053, 0.46735, 0.472666, 0.459478, 0.333871, 0.420407, 0.422965, 0.443509, 0.178674, 0.353114, 0.506317, 0.45843, 0.44611, 0.250131, 0.172627, 0.466522, 0.448701, 0.482659, 0.374184, 0.531695, 0.441867, 0.434569, 0.206731, 0.164443, 0.439951, 0.475858, 0.44373, 0.437058, 0.43058, 0.161541, 0.476628, 0.460201, 0.374443, 0.34006, 0.480314, 0.461399, 0.464102, 0.421367, 0.45352, 0.412922, 0.470177, 0.47699, 0.420864, 0.440678, 0.428188, 0.427304, 0.461797, 0.298977, 0.448029, 0.475953, 0.419187, 0.46367, 0.440318, 0.249901, 0.461528 ] }, "name": "model.model.layers.10.input_layernorm.weight", "outputIndexes": [ 846 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 845 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_10/Mul_output_0", "outputIndexes": [ 847 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 846, 847 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_10/Mul_1_output_0", "outputIndexes": [ 848 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 848 ], "outputIndexes": [ 2908 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 2908 ], "outputIndexes": [ 2909 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/q_proj/Linear", "inputIndexes": [ 2909 ], "outputIndexes": [ 2910 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 960, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14400, "weightSize": 0 }, "external": [ 61441540, 460822, 115200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 2910 ], "outputIndexes": [ 2911 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2911 ], "outputIndexes": [ 849 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 960 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 848 ], "main_type": "NONE", "name": "/Shape_141_output_0", "outputIndexes": [ 850 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 850 ], "main_type": "NONE", "name": "Shape2238", "outputIndexes": [ 851 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 850 ], "main_type": "NONE", "name": "Rank2240", "outputIndexes": [ 852 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 852, 852 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2242", "outputIndexes": [ 853 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 853 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2243", "outputIndexes": [ 854 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 853, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2245", "outputIndexes": [ 855 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 855 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2246", "outputIndexes": [ 856 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 851, 854, 856, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice2249", "outputIndexes": [ 857 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 857 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze2250", "outputIndexes": [ 858 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 858 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2251", "outputIndexes": [ 859 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 859, 858 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2252", "outputIndexes": [ 860 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 850, 860, 853 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_154_output_0", "outputIndexes": [ 861 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 861, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_321_output_0", "outputIndexes": [ 862 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 862, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_130_output_0", "outputIndexes": [ 863 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 849, 863 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_91_output_0", "outputIndexes": [ 864 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 864, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_80_output_0", "outputIndexes": [ 865 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 864 ], "main_type": "NONE", "name": "/Shape_142_output_0", "outputIndexes": [ 866 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 866 ], "main_type": "NONE", "name": "Shape2259", "outputIndexes": [ 867 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 866 ], "main_type": "NONE", "name": "Rank2261", "outputIndexes": [ 868 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 868, 868 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2263", "outputIndexes": [ 869 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 869 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2264", "outputIndexes": [ 870 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 869, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2266", "outputIndexes": [ 871 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 871 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2267", "outputIndexes": [ 872 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 867, 870, 872, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice2270", "outputIndexes": [ 873 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 873 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze2271", "outputIndexes": [ 874 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 874 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2272", "outputIndexes": [ 875 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 875, 874 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2273", "outputIndexes": [ 876 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 866, 876, 869 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_155_output_0", "outputIndexes": [ 877 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 877, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_30_output_0", "outputIndexes": [ 878 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 878, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_326_output_0", "outputIndexes": [ 879 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 864, 879, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_41_output_0", "outputIndexes": [ 880 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 880 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_20_output_0", "outputIndexes": [ 881 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 864, 22, 879, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_40_output_0", "outputIndexes": [ 882 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 881, 882 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_133_output_0", "outputIndexes": [ 883 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 883, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_81_output_0", "outputIndexes": [ 884 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 865, 884 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_50_output_0", "outputIndexes": [ 885 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 848 ], "outputIndexes": [ 2912 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 2912 ], "outputIndexes": [ 2913 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/k_proj/Linear", "inputIndexes": [ 2913 ], "outputIndexes": [ 2914 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 4800, "weightSize": 0 }, "external": [ 62017562, 153622, 38400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 2914 ], "outputIndexes": [ 2915 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2915 ], "outputIndexes": [ 886 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 862, 85, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_131_output_0", "outputIndexes": [ 887 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 886, 887 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_92_output_0", "outputIndexes": [ 888 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 888, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_82_output_0", "outputIndexes": [ 889 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 888 ], "main_type": "NONE", "name": "/Shape_143_output_0", "outputIndexes": [ 890 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 890 ], "main_type": "NONE", "name": "Shape2322", "outputIndexes": [ 891 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 890 ], "main_type": "NONE", "name": "Rank2324", "outputIndexes": [ 892 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 892, 892 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2326", "outputIndexes": [ 893 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 893 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2327", "outputIndexes": [ 894 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 893, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2329", "outputIndexes": [ 895 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 895 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2330", "outputIndexes": [ 896 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 891, 894, 896, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice2333", "outputIndexes": [ 897 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 897 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze2334", "outputIndexes": [ 898 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 898 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2335", "outputIndexes": [ 899 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 899, 898 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2336", "outputIndexes": [ 900 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 890, 900, 893 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_156_output_0", "outputIndexes": [ 901 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 901, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_31_output_0", "outputIndexes": [ 902 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 902, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_328_output_0", "outputIndexes": [ 903 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 888, 903, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_43_output_0", "outputIndexes": [ 904 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 904 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_21_output_0", "outputIndexes": [ 905 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 888, 22, 903, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_42_output_0", "outputIndexes": [ 906 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 905, 906 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_134_output_0", "outputIndexes": [ 907 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 907, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_83_output_0", "outputIndexes": [ 908 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 889, 908 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_51_output_0", "outputIndexes": [ 909 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 848 ], "outputIndexes": [ 2916 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 2916 ], "outputIndexes": [ 2917 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/v_proj/Linear", "inputIndexes": [ 2917 ], "outputIndexes": [ 2918 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 4800, "weightSize": 0 }, "external": [ 62209584, 153622, 38400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 2918 ], "outputIndexes": [ 2919 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2919 ], "outputIndexes": [ 910 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 910, 887 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_93_output_0", "outputIndexes": [ 911 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 885, 909, 911, 111 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_98_output_0", "outputIndexes": [ 912 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 912 ], "outputIndexes": [ 2920 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 2920 ], "outputIndexes": [ 2921 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/o_proj/Linear", "inputIndexes": [ 2921 ], "outputIndexes": [ 2922 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 960, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14400, "weightSize": 0 }, "external": [ 62401606, 460822, 115200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 2922 ], "outputIndexes": [ 2923 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2923 ], "outputIndexes": [ 913 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 960 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 845, 913 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_53_output_0", "outputIndexes": [ 914 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 960 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.332406, 0.306909, 0.30272, 0.333775, 0.310024, 0.322977, 0.319366, 0.321415, 0.276713, 0.194044, 0.32349, 0.312559, 0.308328, 0.317083, 0.285501, 0.328533, 0.197795, 0.31135, 0.106696, 0.08648, 0.283305, 0.232072, 0.150277, 0.31526, 0.316043, 0.182295, 0.109414, 0.281039, 0.31298, 0.164012, 0.307131, 0.324045, 0.24285, 0.313598, 0.335123, 0.292218, 0.337196, 0.278603, 0.256008, 0.29769, 0.062392, 0.313683, 0.326256, 0.125539, 0.299934, 0.224317, 0.097684, 0.318788, 0.069251, 0.234854, 0.297965, 0.268048, 0.254196, 0.077974, 0.315967, 0.128085, 0.186211, 0.074836, 0.313212, 0.270204, 0.313924, 0.337248, 0.234432, 0.208012, 0.319731, 0.312888, 0.305916, 0.347024, 0.236075, 0.194084, 0.301454, 0.304201, 0.336791, 0.315962, 0.111649, 0.221992, 0.325658, 0.314797, 0.300988, 0.302331, 0.162371, 0.298803, 0.248302, 0.31187, 0.314714, 0.347612, 0.273204, -0.000276, 0.319414, 0.294653, 0.307018, 0.094713, 0.249525, 0.244256, 0.269444, 0.318714, 0.268119, 0.075567, 0.321873, 0.279037, 0.125517, 0.329407, 0.248284, 0.296862, 0.338368, 0.319181, 0.315339, 0.202656, 0.325307, 0.330736, 0.323803, 0.311817, 0.286952, 0.336049, 0.343788, 0.271009, 0.340107, 0.343864, 0.319894, 0.30478, 0.293577, 0.3312, 0.250559, 0.330325, 0.322418, 0.30077, 0.307274, 0.318247, 0.322885, 0.262364, 0.33773, 0.237772, 0.295239, 0.081619, 0.223375, 0.325317, 0.344944, 0.306087, 0.334539, 0.312205, 0.096381, 0.299405, 0.308623, 0.304884, 0.332304, 0.076955, 0.184158, 0.164238, 0.30292, 0.337468, 0.271044, 0.311833, 0.301362, 0.299109, 0.315922, 0.334189, 0.309857, 0.22684, 0.341065, 0.335569, 0.323379, 0.311466, 0.280985, 0.282566, 0.275718, 0.33951, 0.316548, 0.245134, 0.294556, 0.313727, 0.32656, 0.213602, 0.252441, 0.290554, 0.190772, 0.303686, 0.092065, 0.172636, 0.301825, 0.20645, 0.324494, 0.283771, 0.269529, 0.329038, 0.334612, 0.356206, 0.199941, 0.26223, 0.085246, 0.315466, 0.314012, 0.140951, 0.102551, 0.255372, 0.276221, 0.332119, 0.139311, 0.313465, 0.291366, 0.3361, 0.225668, 0.310203, 0.328988, 0.3411, 0.213969, 0.332526, 0.241512, 0.331595, 0.330572, 0.206298, 0.315901, 0.304288, 0.059751, 0.336302, 0.263736, 0.317697, 0.317794, 0.097194, 0.15983, 0.33453, 0.161325, 0.281384, 0.304163, 0.262459, 0.177967, 0.292028, 0.309162, 0.268022, 0.342691, 0.302844, 0.335984, 0.255025, 0.244578, 0.294777, 0.278102, 0.15359, 0.343798, 0.087305, 0.093131, 0.296384, 0.28539, 0.14124, 0.318436, 0.306524, 0.323308, 0.316557, 0.336999, 0.288662, 0.31647, 0.203165, 0.314894, 0.311839, 0.154058, 0.337219, 0.22745, 0.333417, 0.26627, 0.333557, 0.315054, 0.285894, 0.318457, 0.319255, 0.31881, 0.09555, 0.350499, 0.080955, 0.327677, 0.28121, 0.292739, 0.327904, 0.265483, 0.338083, 0.343478, 0.339774, 0.312904, 0.298163, 0.090075, 0.153087, 0.305497, 0.33966, 0.121841, 0.297468, 0.311894, 0.315986, 0.270581, 0.28494, 0.078367, 0.309459, 0.317653, 0.265727, 0.340042, 0.313788, 0.288757, 0.279969, 0.312259, 0.210715, 0.268316, 0.324665, 0.295479, 0.320639, 0.252709, 0.297415, 0.300507, 0.279629, 0.086295, 0.326042, 0.17774, 0.263419, 0.094834, 0.301334, 0.329152, 0.296392, 0.327827, 0.295157, 0.331857, 0.241841, 0.303938, 0.204677, 0.129555, 0.29125, 0.307073, 0.333462, 0.287864, 0.329279, 0.164122, 0.219594, 0.31889, 0.300523, 0.334233, 0.287446, 0.330872, 0.186122, 0.342416, 0.07561, 0.33472, 0.311094, 0.167576, 0.313447, 0.28834, 0.322394, 0.270048, 0.342839, 0.097196, 0.328283, 0.133021, 0.31367, 0.264301, 0.328313, 0.256234, 0.314111, 0.27186, 0.210562, 0.296699, 0.321402, 0.305025, 0.31015, 0.133694, 0.22077, 0.261944, 0.236215, 0.094064, 0.252793, 0.025372, 0.304981, 0.407263, 0.336352, 0.332481, 0.115447, 0.322292, 0.289022, 0.302169, 0.28653, 0.080673, 0.302902, 0.312407, 0.328288, 0.323096, 0.266673, 0.308937, 0.161331, 0.089177, 0.326526, 0.344401, 0.276288, 0.33847, 0.157017, 0.331603, 0.302065, 0.266166, 0.284045, 0.127345, 0.271889, 0.294469, 0.307218, 0.180918, 0.159735, 0.354353, 0.343837, 0.153294, 0.312188, 0.320681, 0.116172, 0.306827, 0.129371, 0.26222, 0.312515, 0.300767, 0.31285, 0.285391, 0.298074, 0.321545, 0.264167, 0.13119, 0.327555, 0.151268, 0.159369, 0.310554, 0.306553, 0.233675, 0.312637, 0.194346, 0.320833, 0.271443, 0.318883, 0.348145, 0.223378, 0.152811, 0.294225, 0.30871, 0.259493, 0.206859, 0.33437, 0.296981, 0.079874, 0.346674, 0.276176, 0.349555, 0.338307, 0.083813, 0.124173, 0.240687, 0.312312, 0.31254, 0.31713, 0.326886, 0.324297, 0.182812, 0.336384, 0.311665, 0.326932, 0.332671, 0.312404, 0.330637, 0.235683, 0.152215, 0.338514, 0.245414, 0.169373, 0.242342, 0.253643, 0.245582, 0.310796, 0.109932, 0.203097, 0.224664, 0.203233, 0.295289, 0.295991, 0.204706, 0.213833, 0.33454, 0.163446, 0.316069, 0.28586, 0.086174, 0.316033, 0.13036, 0.214104, 0.227039, 0.317649, 0.324592, 0.272563, 0.289181, 0.317374, 0.336613, 0.222405, 0.081569, 0.327132, 0.300004, 0.30771, 0.32451, 0.29669, 0.311795, 0.32948, 0.179703, 0.255831, 0.222018, 0.344101, 0.294998, 0.086656, 0.076092, 0.317834, 0.116798, 0.344449, 0.312831, 0.265035, 0.281942, 0.283712, 0.24748, 0.299441, 0.352077, 0.317251, 0.129261, 0.320955, 0.320512, 0.308102, 0.349414, 0.188385, 0.278996, 0.234726, 0.235688, 0.289434, 0.318096, 0.349047, 0.286093, 0.08902, 0.313728, 0.107661, 0.32294, 0.321405, 0.317484, 0.310332, 0.309014, 0.337335, 0.268393, 0.264076, 0.337343, 0.295388, 0.098002, 0.341594, 0.315534, 0.309528, 0.285917, 0.31164, 0.153586, 0.088581, 0.192001, 0.105703, 0.316045, 0.316649, 0.291336, 0.323145, 0.307798, 0.246205, 0.320206, 0.289547, 0.268846, 0.096944, 0.282619, 0.292026, 0.331976, 0.234553, 0.261085, 0.315076, 0.249956, 0.311364, 0.322733, 0.087165, 0.242306, 0.305149, 0.317437, 0.090874, 0.292137, 0.075467, 0.301989, 0.218102, 0.247265, 0.185868, 0.272579, 0.289794, 0.34949, 0.260583, 0.106854, 0.335825, 0.31082, 0.304784, 0.302963, 0.254997, 0.300708, 0.324275, 0.297211, 0.101953, 0.319428, 0.298669, 0.328555, 0.303528, 0.287342, 0.079264, 0.26388, 0.328677, 0.319003, 0.180442, 0.317264, 0.186455, 0.156481, 0.233836, 0.243496, 0.311247, 0.245789, 0.296401, 0.255004, 0.244176, 0.209694, 0.226825, 0.317619, 0.054587, 0.243582, 0.303115, 0.287406, 0.085001, 0.101858, 0.246422, 0.325666, 0.317413, 0.320044, 0.314576, 0.325082, 0.30462, 0.230889, 0.334514, 0.30549, 0.347649, 0.306724, 0.146103, 0.336465, 0.307859, 0.18545, 0.308134, 0.328542, 0.135935, 0.317504, 0.294187, 0.10682, 0.322388, 0.236048, 0.329976, 0.322991, 0.246128, 0.26053, 0.330465, 0.303137, 0.09766, 0.315982, 0.320431, 0.167225, 0.108994, 0.103369, 0.329592, 0.260588, 0.341934, 0.33944, 0.177013, 0.306438, 0.23253, 0.206272, 0.348249, 0.329904, 0.066297, 0.331097, 0.268115, 0.299472, 0.335734, 0.303444, 0.301915, 0.191824, 0.292539, 0.283479, 0.275077, 0.080823, 0.319733, 0.31978, 0.195402, 0.2584, 0.320174, 0.315276, 0.307852, 0.101715, 0.315763, 0.11222, 0.086427, 0.288728, 0.315521, 0.23996, 0.236563, 0.296433, 0.088683, 0.315455, 0.290243, 0.087646, 0.293435, 0.307134, 0.311816, 0.14306, 0.294614, 0.308003, 0.331925, 0.285335, 0.330151, 0.222047, 0.264332, 0.173952, 0.191776, 0.258912, 0.306093, 0.302575, 0.330558, 0.282824, 0.315878, 0.32064, 0.166277, 0.111576, 0.345846, 0.315434, 0.320736, 0.205424, 0.326699, 0.311174, 0.183727, 0.333521, 0.092734, 0.311962, 0.303411, 0.220359, 0.258785, 0.310996, 0.33461, 0.279345, 0.317518, 0.30098, 0.239526, 0.337543, 0.326028, 0.258585, 0.334801, 0.323747, 0.080441, 0.319717, 0.277326, 0.257453, 0.238294, 0.349648, 0.324076, 0.266533, 0.178789, 0.233178, 0.316626, 0.322572, 0.261938, 0.086686, 0.076743, 0.31225, 0.316096, 0.315174, 0.267216, 0.269911, 0.326097, 0.3238, 0.105469, 0.289178, 0.276339, 0.322306, 0.236274, 0.307948, 0.350341, 0.193982, 0.340456, 0.230918, 0.314019, 0.210148, 0.315556, 0.186291, 0.165686, 0.304567, 0.353763, 0.291078, 0.280277, 0.314397, 0.327191, 0.333281, 0.283081, 0.33581, 0.088341, 0.118277, 0.074048, 0.27949, 0.320426, 0.322038, 0.090088, 0.168085, 0.32575, 0.296959, 0.332643, 0.311646, 0.348127, 0.337838, 0.33672, 0.322605, 0.141126, 0.210476, 0.336874, 0.177931, 0.094601, 0.321674, 0.282761, 0.296988, 0.300364, 0.236206, 0.164948, 0.217924, 0.301805, 0.320518, 0.211083, 0.316912, 0.298123, 0.310105, 0.327147, 0.089741, 0.320049, 0.337925, 0.112461, 0.308311, 0.249324, 0.269891, 0.242854, 0.331571, 0.319707, 0.300136, 0.204401, 0.273092, 0.280356, 0.130331, 0.287003, 0.082618, 0.182708, 0.315789, 0.325202, 0.294646, 0.236047, 0.222432, 0.303888, 0.070676, 0.323067, 0.344511, 0.348488, 0.202052, 0.339315, 0.068616, 0.322346, 0.289413, 0.316393, 0.314309, 0.309135, 0.318372, 0.202475, 0.262743, 0.337983, 0.303998, 0.332154, 0.094154, 0.254174, 0.299416, 0.311361, 0.20479, 0.20155, 0.307429, 0.082424, 0.32538, 0.126573, 0.318502, 0.226233, 0.30018, 0.313082, 0.339549, 0.255268, 0.314678, 0.338948, 0.303642, 0.277359, 0.326488, 0.262355, 0.16617, 0.126278, 0.284781, 0.31327, 0.091804, 0.070863, 0.30667, 0.19646, 0.297198, 0.263389, 0.292929, 0.114595, 0.31364, 0.333679, 0.330594, 0.312492, 0.29069, 0.339947, 0.305507, 0.201517, 0.32008, 0.306097, 0.280231, 0.088554, 0.202381, 0.312801, 0.315387, 0.229029, 0.134678, 0.09282, 0.326815, 0.321926, 0.274692, 0.216687, 0.165456, 0.298993, 0.321834, 0.088431, 0.086926, 0.309455, 0.293606, 0.313719, 0.320292, 0.325798, 0.080223, 0.330568, 0.331199, 0.21201, 0.203483, 0.251831, 0.334779, 0.325741, 0.331416, 0.320525, 0.172544, 0.313256, 0.292086, 0.24524, 0.29488, 0.300156, 0.331398, 0.319593, 0.186328, 0.282027, 0.342873, 0.286738, 0.313159, 0.312078, 0.1177, 0.301673 ] }, "name": "model.model.layers.10.post_attention_layernorm.weight", "outputIndexes": [ 915 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 914 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_10/Mul_output_0", "outputIndexes": [ 916 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 915, 916 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_10/Mul_1_output_0", "outputIndexes": [ 917 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 917 ], "outputIndexes": [ 2924 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 2924 ], "outputIndexes": [ 2925 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/mlp/gate_proj/Linear", "inputIndexes": [ 2925 ], "outputIndexes": [ 2926 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2560, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 38400, "weightSize": 0 }, "external": [ 62977628, 1228822, 307200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 2926 ], "outputIndexes": [ 2927 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2927 ], "outputIndexes": [ 918 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 918 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_10/Sigmoid_output_0", "outputIndexes": [ 919 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 918, 919 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_10/Mul_output_0", "outputIndexes": [ 920 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 917 ], "outputIndexes": [ 2928 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 2928 ], "outputIndexes": [ 2929 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/mlp/up_proj/Linear", "inputIndexes": [ 2929 ], "outputIndexes": [ 2930 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2560, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 38400, "weightSize": 0 }, "external": [ 64513650, 1228822, 307200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 2930 ], "outputIndexes": [ 2931 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2931 ], "outputIndexes": [ 921 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 920, 921 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_10/Mul_output_0", "outputIndexes": [ 922 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 922 ], "outputIndexes": [ 2932 ], "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 2932 ], "outputIndexes": [ 2933 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/mlp/down_proj/Linear", "inputIndexes": [ 2933 ], "outputIndexes": [ 2934 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 960, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2560, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 38400, "weightSize": 0 }, "external": [ 66049672, 1228822, 307200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 2934 ], "outputIndexes": [ 2935 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2935 ], "outputIndexes": [ 923 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 960 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 914, 923 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_54_output_0", "outputIndexes": [ 924 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 924, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_99_output_0", "outputIndexes": [ 925 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 960 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.494264, 0.511845, 0.504675, 0.47596, 0.509228, 0.526394, 0.552518, 0.507238, 0.573, 0.332731, 0.506221, 0.481597, 0.484029, 0.535046, 0.480215, 0.521576, 0.37616, 0.461826, 0.187758, 0.166035, 0.481489, 0.45039, 0.290595, 0.454252, 0.488139, 0.375082, 0.242472, 0.458257, 0.473996, 0.296165, 0.488532, 0.475813, 0.432499, 0.516128, 0.527495, 0.459478, 0.486971, 0.451729, 0.438454, 0.490502, 0.282079, 0.498228, 0.519616, 0.225436, 0.502394, 0.439291, 0.173707, 0.4995, 0.111237, 0.442376, 0.482496, 0.437777, 0.454299, 0.113065, 0.481892, 0.233776, 0.351899, 0.14375, 0.528984, 0.460757, 0.522553, 0.489526, 0.484071, 0.363169, 0.476095, 0.483204, 0.489808, 0.531537, 0.409856, 0.3563, 0.468102, 0.485333, 0.528879, 0.497904, 0.201634, 0.474477, 0.525128, 0.499552, 0.483615, 0.499205, 0.375458, 0.485091, 0.451886, 0.515694, 0.467725, 0.483443, 0.472507, 0.042309, 0.496482, 0.510376, 0.480373, 0.155239, 0.438077, 0.462595, 0.479324, 0.526588, 0.444731, 0.122326, 0.498339, 0.474272, 0.20991, 0.540386, 0.442758, 0.500489, 0.505068, 0.486971, 0.434745, 0.42038, 0.492465, 0.471847, 0.469751, 0.501342, 0.501423, 0.502249, 0.526527, 0.46161, 0.495201, 0.507256, 0.538751, 0.480865, 0.556808, 0.528862, 0.456638, 0.475993, 0.477646, 0.469381, 0.490371, 0.508018, 0.500948, 0.557925, 0.537003, 0.416605, 0.495627, 0.132223, 0.425496, 0.496397, 0.514729, 0.474528, 0.4943, 0.493732, 0.16338, 0.452493, 0.521397, 0.476413, 0.600337, 0.115356, 0.357591, 0.315694, 0.501763, 0.478467, 0.514513, 0.505809, 0.493479, 0.481752, 0.503679, 0.484325, 0.473856, 0.391405, 0.497501, 0.498516, 0.496543, 0.479093, 0.538977, 0.449075, 0.46649, 0.45852, 0.481395, 0.426924, 0.466751, 0.503093, 0.507628, 0.374636, 0.443473, 0.54412, 0.34911, 0.498706, 0.160322, 0.295577, 0.491035, 0.382128, 0.502782, 0.45634, 0.448339, 0.504942, 0.491612, 0.542153, 0.347492, 0.468878, 0.147737, 0.501328, 0.46914, 0.253687, 0.167845, 0.412525, 0.450497, 0.495611, 0.24313, 0.496385, 0.524671, 0.497969, 0.354091, 0.486168, 0.516179, 0.469102, 0.398801, 0.471971, 0.435907, 0.475333, 0.489196, 0.372775, 0.489268, 0.456185, 0.231395, 0.512086, 0.47352, 0.520902, 0.486175, 0.284395, 0.293625, 0.490192, 0.305464, 0.479433, 0.482797, 0.46453, 0.424812, 0.456692, 0.492498, 0.461401, 0.504058, 0.491945, 0.504492, 0.477378, 0.502879, 0.476438, 0.456635, 0.268904, 0.508366, 0.600564, 0.144971, 0.488816, 0.407596, 0.257689, 0.494873, 0.472932, 0.497467, 0.489317, 0.513938, 0.460428, 0.489584, 0.353416, 0.493441, 0.50626, 0.278924, 0.506642, 0.398863, 0.481793, 0.486412, 0.549726, 0.490662, 0.4935, 0.524424, 0.503566, 0.509777, 0.150135, 0.524906, 0.162589, 0.489953, 0.479276, 0.451059, 0.473135, 0.487241, 0.508861, 0.552836, 0.519797, 0.517653, 0.458619, 0.149486, 0.296159, 0.478452, 0.496027, 0.218887, 0.517598, 0.465588, 0.491629, 0.465867, 0.488082, 0.119427, 0.483568, 0.515659, 0.508005, 0.495927, 0.507419, 0.493452, 0.51866, 0.498845, 0.349312, 0.510001, 0.499187, 0.53004, 0.480766, 0.440948, 0.471893, 0.454536, 0.46798, 0.141026, 0.492727, 0.332522, 0.46888, 0.151623, 0.484093, 0.528072, 0.477991, 0.512599, 0.460139, 0.52212, 0.456941, 0.499855, 0.332283, 0.239411, 0.487031, 0.536523, 0.53885, 0.472863, 0.485963, 0.294328, 0.417022, 0.516409, 0.51963, 0.47849, 0.464973, 0.481044, 0.335843, 0.504858, 0.299656, 0.493005, 0.498147, 0.287766, 0.495709, 0.473903, 0.49841, 0.473701, 0.526624, 0.17173, 0.535612, 0.227516, 0.510473, 0.434528, 0.484836, 0.430262, 0.447471, 0.475386, 0.424145, 0.47898, 0.49054, 0.52202, 0.466282, 0.234721, 0.406599, 0.440998, 0.438131, 0.164499, 0.450437, 0.345644, 0.484, 0.528482, 0.508052, 0.501, 0.210492, 0.505505, 0.468183, 0.47035, 0.461716, 0.217531, 0.466431, 0.487085, 0.50694, 0.486586, 0.473312, 0.46937, 0.280478, 0.139943, 0.437487, 0.531598, 0.464147, 0.498134, 0.267236, 0.496065, 0.456647, 0.450886, 0.444326, 0.219497, 0.416351, 0.490051, 0.49438, 0.303224, 0.270284, 0.510145, 0.50744, 0.226591, 0.467765, 0.469597, 0.224676, 0.496465, 0.228707, 0.462083, 0.503433, 0.509444, 0.475184, 0.444211, 0.490867, 0.506461, 0.45864, 0.241765, 0.497463, 0.28771, 0.268789, 0.450772, 0.500317, 0.408779, 0.511722, 0.336679, 0.513066, 0.436156, 0.49471, 0.466056, 0.283985, 0.264731, 0.476785, 0.497336, 0.425808, 0.361585, 0.509328, 0.455855, 0.135065, 0.500336, 0.466138, 0.501623, 0.481908, 0.130199, 0.264563, 0.432763, 0.471861, 0.480696, 0.47301, 0.506335, 0.512881, 0.317731, 0.49471, 0.481231, 0.507523, 0.521165, 0.484636, 0.481148, 0.376237, 0.691307, 0.50039, 0.457164, 0.323346, 0.381208, 0.438146, 0.427144, 0.501079, 0.179811, 0.358657, 0.411953, 0.364283, 0.448373, 0.455217, 0.351032, 0.357804, 0.501288, 0.292993, 0.469516, 0.494154, 0.369909, 0.49363, 0.226526, 0.366935, 0.375194, 0.4901, 0.480624, 0.486364, 0.461209, 0.481729, 0.493561, 0.353099, 0.129103, 0.499204, 0.523078, 0.52046, 0.463577, 0.489304, 0.48142, 0.482214, 0.383077, 0.425105, 0.409111, 0.523425, 0.483453, 0.129909, 0.123616, 0.497718, 0.50109, 0.498641, 0.468295, 0.429028, 0.485917, 0.482079, 0.424077, 0.473711, 0.527994, 0.504179, 0.240549, 0.515247, 0.494653, 0.489304, 0.481613, 0.335126, 0.452967, 0.384409, 0.447569, 0.463232, 0.496285, 0.481827, 0.493714, 0.132265, 0.536339, 0.380033, 0.539515, 0.448507, 0.492379, 0.496894, 0.487055, 0.47409, 0.460555, 0.485948, 0.516447, 0.481122, 0.163866, 0.490133, 0.495438, 0.486811, 0.490903, 0.50078, 0.318394, 0.155581, 0.38164, 0.230875, 0.458981, 0.503125, 0.466302, 0.481009, 0.478596, 0.425222, 0.439298, 0.442797, 0.476392, 0.26727, 0.518617, 0.450975, 0.506253, 0.374861, 0.437454, 0.513438, 0.430424, 0.469772, 0.524685, 0.135025, 0.446495, 0.464505, 0.505346, 0.160166, 0.480099, 0.123394, 0.441807, 0.392946, 0.419783, 0.329913, 0.472069, 0.500221, 0.510255, 0.443946, 0.177518, 0.48464, 0.503362, 0.472903, 0.483367, 0.447943, 0.495232, 0.498628, 0.45892, 0.178998, 0.499793, 0.493405, 0.486816, 0.486138, 0.503968, 0.134722, 0.470493, 0.472342, 0.486578, 0.335451, 0.487538, 0.342964, 0.312758, 0.390522, 0.486235, 0.516632, 0.545281, 0.505061, 0.439261, 0.441011, 0.405167, 0.391453, 0.458224, 0.248989, 0.418859, 0.480664, 0.492363, 0.116662, 0.181199, 0.424847, 0.483057, 0.507515, 0.481446, 0.492314, 0.492434, 0.493326, 0.380341, 0.50223, 0.502022, 0.492703, 0.539782, 0.668868, 0.476906, 0.4525, 0.395258, 0.478339, 0.47224, 0.228943, 0.484172, 0.50417, 0.179965, 0.492834, 0.508957, 0.49221, 0.485129, 0.433165, 0.483628, 0.4756, 0.487139, 0.163315, 0.496296, 0.484045, 0.320747, 0.311663, 0.194047, 0.488125, 0.475388, 0.473596, 0.515537, 0.332412, 0.508104, 0.471598, 0.349823, 0.503727, 0.508683, 0.106673, 0.49117, 0.46261, 0.501923, 0.506878, 0.477563, 0.483815, 0.323646, 0.477087, 0.482388, 0.449837, 0.141969, 0.489685, 0.514838, 0.35561, 0.493105, 0.482441, 0.468476, 0.465114, 0.161251, 0.478201, 0.273451, 0.166637, 0.478682, 0.519746, 0.447505, 0.43725, 0.488467, 0.139003, 0.484715, 0.489759, 0.582164, 0.47654, 0.45087, 0.483658, 0.252576, 0.479475, 0.505303, 0.497252, 0.521118, 0.475713, 0.429314, 0.456867, 0.475236, 0.360197, 0.433732, 0.496481, 0.503527, 0.466548, 0.448269, 0.477847, 0.528545, 0.344614, 0.195838, 0.499917, 0.490352, 0.513187, 0.340302, 0.506169, 0.486596, 0.376247, 0.518091, 0.141165, 0.49578, 0.505409, 0.379521, 0.428635, 0.509381, 0.47148, 0.477398, 0.476284, 0.486784, 0.430314, 0.542852, 0.515154, 0.430547, 0.507353, 0.49895, 0.134451, 0.496738, 0.490316, 0.427413, 0.412343, 0.50822, 0.520957, 0.442387, 0.319294, 0.427626, 0.471575, 0.506164, 0.52477, 0.13502, 0.103983, 0.486903, 0.508153, 0.507579, 0.476694, 0.461947, 0.539638, 0.50499, 0.202138, 0.463663, 0.463766, 0.475397, 0.42508, 0.481489, 0.469095, 0.379364, 0.508892, 0.45128, 0.47843, 0.372231, 0.492266, 0.337531, 0.314389, 0.47918, 0.502768, 0.441363, 0.421035, 0.506337, 0.498194, 0.455666, 0.47756, 0.468711, 0.149985, 0.244909, 0.122929, 0.466357, 0.504293, 0.473205, 0.14814, 0.372501, 0.51953, 0.48353, 0.522172, 0.505666, 0.54028, 0.487141, 0.542075, 0.52398, 0.257846, 0.404083, 0.489806, 0.334672, 0.151803, 0.52202, 0.487753, 0.495465, 0.539699, 0.405597, 0.290262, 0.305664, 0.453508, 0.484527, 0.543733, 0.490985, 0.452817, 0.490494, 0.483704, 0.200699, 0.481779, 0.487909, 0.219647, 0.481939, 0.444587, 0.464846, 0.48201, 0.526881, 0.503494, 0.480774, 0.377019, 0.527247, 0.508228, 0.227916, 0.520382, 0.143078, 0.365063, 0.49412, 0.516355, 0.494019, 0.416109, 0.401535, 0.466843, 0.114843, 0.462303, 0.52442, 0.479759, 0.362238, 0.513723, 0.201562, 0.463185, 0.484041, 0.485482, 0.497905, 0.479257, 0.500761, 0.364631, 0.485256, 0.507849, 0.504016, 0.492836, 0.145904, 0.421751, 0.4818, 0.481351, 0.363904, 0.363335, 0.487978, 0.138279, 0.507961, 0.244456, 0.516551, 0.397123, 0.491942, 0.504367, 0.495887, 0.420258, 0.487212, 0.506023, 0.51474, 0.457921, 0.497408, 0.452913, 0.286422, 0.246298, 0.491991, 0.528882, 0.146547, 0.444384, 0.459565, 0.333709, 0.494553, 0.432972, 0.511372, 0.170906, 0.503284, 0.48819, 0.492744, 0.510258, 0.490096, 0.543699, 0.478034, 0.373334, 0.475358, 0.456193, 0.450733, 0.142778, 0.381634, 0.518622, 0.495072, 0.488301, 0.228151, 0.156356, 0.487758, 0.479344, 0.50377, 0.380912, 0.578287, 0.507942, 0.489018, 0.194723, 0.145545, 0.486029, 0.497419, 0.497856, 0.473324, 0.510198, 0.127072, 0.510767, 0.507639, 0.382418, 0.33717, 0.485743, 0.501537, 0.515751, 0.480729, 0.468521, 0.435538, 0.530964, 0.509795, 0.411959, 0.497269, 0.447114, 0.497112, 0.495526, 0.318184, 0.506066, 0.502213, 0.467371, 0.502474, 0.499645, 0.239681, 0.516406 ] }, "name": "model.model.layers.11.input_layernorm.weight", "outputIndexes": [ 926 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 925 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_11/Mul_output_0", "outputIndexes": [ 927 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 926, 927 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_11/Mul_1_output_0", "outputIndexes": [ 928 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 928 ], "outputIndexes": [ 2936 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 2936 ], "outputIndexes": [ 2937 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/q_proj/Linear", "inputIndexes": [ 2937 ], "outputIndexes": [ 2938 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 960, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14400, "weightSize": 0 }, "external": [ 67585694, 460822, 115200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 2938 ], "outputIndexes": [ 2939 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2939 ], "outputIndexes": [ 929 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 960 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 928 ], "main_type": "NONE", "name": "/Shape_155_output_0", "outputIndexes": [ 930 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 930 ], "main_type": "NONE", "name": "Shape2454", "outputIndexes": [ 931 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 930 ], "main_type": "NONE", "name": "Rank2456", "outputIndexes": [ 932 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 932, 932 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2458", "outputIndexes": [ 933 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 933 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2459", "outputIndexes": [ 934 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 933, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2461", "outputIndexes": [ 935 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 935 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2462", "outputIndexes": [ 936 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 931, 934, 936, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice2465", "outputIndexes": [ 937 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 937 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze2466", "outputIndexes": [ 938 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 938 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2467", "outputIndexes": [ 939 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 939, 938 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2468", "outputIndexes": [ 940 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 930, 940, 933 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_169_output_0", "outputIndexes": [ 941 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 941, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_353_output_0", "outputIndexes": [ 942 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 942, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_143_output_0", "outputIndexes": [ 943 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 929, 943 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_100_output_0", "outputIndexes": [ 944 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 944, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_88_output_0", "outputIndexes": [ 945 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 944 ], "main_type": "NONE", "name": "/Shape_156_output_0", "outputIndexes": [ 946 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 946 ], "main_type": "NONE", "name": "Shape2475", "outputIndexes": [ 947 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 946 ], "main_type": "NONE", "name": "Rank2477", "outputIndexes": [ 948 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 948, 948 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2479", "outputIndexes": [ 949 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 949 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2480", "outputIndexes": [ 950 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 949, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2482", "outputIndexes": [ 951 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 951 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2483", "outputIndexes": [ 952 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 947, 950, 952, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice2486", "outputIndexes": [ 953 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 953 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze2487", "outputIndexes": [ 954 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 954 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2488", "outputIndexes": [ 955 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 955, 954 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2489", "outputIndexes": [ 956 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 946, 956, 949 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_170_output_0", "outputIndexes": [ 957 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 957, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_33_output_0", "outputIndexes": [ 958 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 958, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_358_output_0", "outputIndexes": [ 959 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 944, 959, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_45_output_0", "outputIndexes": [ 960 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 960 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_22_output_0", "outputIndexes": [ 961 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 944, 22, 959, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_44_output_0", "outputIndexes": [ 962 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 961, 962 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_146_output_0", "outputIndexes": [ 963 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 963, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_89_output_0", "outputIndexes": [ 964 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 945, 964 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_55_output_0", "outputIndexes": [ 965 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 928 ], "outputIndexes": [ 2940 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 2940 ], "outputIndexes": [ 2941 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/k_proj/Linear", "inputIndexes": [ 2941 ], "outputIndexes": [ 2942 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 4800, "weightSize": 0 }, "external": [ 68161716, 153622, 38400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 2942 ], "outputIndexes": [ 2943 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2943 ], "outputIndexes": [ 966 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 942, 85, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_144_output_0", "outputIndexes": [ 967 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 966, 967 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_101_output_0", "outputIndexes": [ 968 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 968, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_90_output_0", "outputIndexes": [ 969 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 968 ], "main_type": "NONE", "name": "/Shape_157_output_0", "outputIndexes": [ 970 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 970 ], "main_type": "NONE", "name": "Shape2538", "outputIndexes": [ 971 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 970 ], "main_type": "NONE", "name": "Rank2540", "outputIndexes": [ 972 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 972, 972 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2542", "outputIndexes": [ 973 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 973 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2543", "outputIndexes": [ 974 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 973, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2545", "outputIndexes": [ 975 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 975 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2546", "outputIndexes": [ 976 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 971, 974, 976, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice2549", "outputIndexes": [ 977 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 977 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze2550", "outputIndexes": [ 978 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 978 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2551", "outputIndexes": [ 979 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 979, 978 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2552", "outputIndexes": [ 980 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 970, 980, 973 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_171_output_0", "outputIndexes": [ 981 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 981, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_34_output_0", "outputIndexes": [ 982 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 982, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_360_output_0", "outputIndexes": [ 983 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 968, 983, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_47_output_0", "outputIndexes": [ 984 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 984 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_23_output_0", "outputIndexes": [ 985 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 968, 22, 983, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_46_output_0", "outputIndexes": [ 986 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 985, 986 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_147_output_0", "outputIndexes": [ 987 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 987, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_91_output_0", "outputIndexes": [ 988 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 969, 988 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_56_output_0", "outputIndexes": [ 989 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 928 ], "outputIndexes": [ 2944 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 2944 ], "outputIndexes": [ 2945 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/v_proj/Linear", "inputIndexes": [ 2945 ], "outputIndexes": [ 2946 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 4800, "weightSize": 0 }, "external": [ 68353738, 153622, 38400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 2946 ], "outputIndexes": [ 2947 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2947 ], "outputIndexes": [ 990 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 990, 967 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_102_output_0", "outputIndexes": [ 991 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 965, 989, 991, 111 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_107_output_0", "outputIndexes": [ 992 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 992 ], "outputIndexes": [ 2948 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 2948 ], "outputIndexes": [ 2949 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/o_proj/Linear", "inputIndexes": [ 2949 ], "outputIndexes": [ 2950 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 960, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14400, "weightSize": 0 }, "external": [ 68545760, 460822, 115200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 2950 ], "outputIndexes": [ 2951 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2951 ], "outputIndexes": [ 993 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 960 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 925, 993 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_58_output_0", "outputIndexes": [ 994 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 960 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.319451, 0.30204, 0.30559, 0.314963, 0.307746, 0.306497, 0.323854, 0.307708, 0.267588, 0.193827, 0.298012, 0.313876, 0.308891, 0.310582, 0.283734, 0.302417, 0.193536, 0.313333, 0.104989, 0.095973, 0.279841, 0.235816, 0.158673, 0.313845, 0.32202, 0.191791, 0.121516, 0.275556, 0.315358, 0.165424, 0.297894, 0.31652, 0.237472, 0.325501, 0.313666, 0.291565, 0.316523, 0.278915, 0.252492, 0.278044, 0.076209, 0.310037, 0.3221, 0.126582, 0.296633, 0.229343, 0.098019, 0.320739, 0.071143, 0.233828, 0.281407, 0.252261, 0.24622, 0.07462, 0.302283, 0.128131, 0.197005, 0.078954, 0.308449, 0.271257, 0.305067, 0.328577, 0.221084, 0.20044, 0.312716, 0.308053, 0.309197, 0.325494, 0.232813, 0.198835, 0.297513, 0.303045, 0.323357, 0.300704, 0.113321, 0.225725, 0.310921, 0.308302, 0.295511, 0.290875, 0.164861, 0.297115, 0.254025, 0.303728, 0.305908, 0.328504, 0.26378, -2.6e-05, 0.317462, 0.289433, 0.287517, 0.09444, 0.24917, 0.252143, 0.262136, 0.306736, 0.267264, 0.075431, 0.308689, 0.278289, 0.124065, 0.310343, 0.257788, 0.284445, 0.32256, 0.326951, 0.309144, 0.202779, 0.319401, 0.324603, 0.307835, 0.303524, 0.278986, 0.325997, 0.333783, 0.265335, 0.335936, 0.31804, 0.309279, 0.292838, 0.280932, 0.32634, 0.257289, 0.332142, 0.304428, 0.292991, 0.307776, 0.301233, 0.326909, 0.258173, 0.328755, 0.243183, 0.290575, 0.082528, 0.222591, 0.320358, 0.334864, 0.308389, 0.322432, 0.305951, 0.09621, 0.28727, 0.290537, 0.313279, 0.323222, 0.077891, 0.187356, 0.167626, 0.282411, 0.338182, 0.256821, 0.286918, 0.292321, 0.278685, 0.323458, 0.329765, 0.299909, 0.223387, 0.32646, 0.325856, 0.31302, 0.307031, 0.272081, 0.272681, 0.268456, 0.333184, 0.316701, 0.237759, 0.280689, 0.309826, 0.319741, 0.210606, 0.245331, 0.292265, 0.191184, 0.302583, 0.090227, 0.165, 0.299206, 0.208651, 0.332142, 0.264509, 0.267075, 0.335735, 0.324456, 0.338653, 0.195161, 0.262827, 0.08365, 0.304184, 0.313101, 0.138799, 0.108702, 0.245898, 0.261765, 0.321949, 0.13941, 0.305984, 0.297116, 0.322526, 0.214363, 0.309959, 0.325478, 0.330724, 0.215287, 0.335227, 0.24313, 0.324919, 0.320288, 0.195726, 0.318895, 0.302212, 0.096849, 0.330604, 0.262267, 0.314727, 0.313311, 0.113172, 0.163221, 0.315714, 0.162019, 0.275569, 0.300532, 0.265703, 0.180229, 0.284842, 0.298333, 0.270755, 0.325689, 0.299506, 0.325039, 0.249304, 0.244464, 0.295146, 0.263136, 0.156411, 0.332851, 0.095013, 0.088035, 0.283977, 0.261237, 0.147308, 0.296842, 0.299663, 0.318378, 0.327401, 0.333536, 0.285722, 0.306772, 0.217412, 0.299386, 0.298855, 0.156201, 0.332472, 0.22151, 0.34469, 0.266549, 0.324141, 0.29761, 0.271847, 0.309762, 0.320457, 0.308013, 0.092675, 0.340628, 0.084749, 0.311273, 0.268309, 0.285765, 0.320615, 0.263002, 0.330093, 0.315603, 0.337413, 0.304292, 0.297445, 0.089393, 0.159056, 0.306552, 0.335421, 0.123698, 0.294231, 0.295382, 0.313015, 0.27709, 0.290236, 0.078562, 0.31468, 0.311063, 0.267773, 0.333014, 0.300371, 0.286725, 0.292138, 0.313675, 0.209752, 0.255008, 0.310789, 0.277488, 0.309686, 0.251104, 0.286572, 0.297117, 0.275327, 0.084519, 0.319684, 0.178139, 0.268991, 0.092499, 0.289467, 0.322221, 0.274938, 0.321292, 0.296302, 0.322256, 0.233571, 0.303075, 0.195155, 0.131899, 0.272293, 0.3106, 0.329681, 0.284242, 0.32743, 0.156824, 0.209241, 0.326391, 0.304802, 0.320028, 0.282116, 0.315522, 0.184134, 0.321756, 0.089893, 0.332636, 0.314929, 0.166284, 0.300572, 0.290859, 0.301794, 0.262522, 0.331602, 0.097771, 0.316926, 0.133827, 0.31431, 0.271458, 0.315863, 0.234244, 0.298446, 0.263967, 0.216699, 0.299058, 0.313304, 0.304663, 0.309922, 0.134264, 0.216716, 0.262151, 0.236801, 0.096558, 0.254326, 0.030128, 0.302694, 0.458107, 0.33399, 0.331147, 0.119471, 0.305727, 0.288513, 0.286499, 0.289902, 0.095767, 0.294345, 0.305302, 0.308536, 0.313512, 0.262138, 0.306131, 0.153066, 0.083227, 0.314759, 0.324373, 0.274575, 0.333351, 0.159343, 0.317267, 0.294513, 0.257973, 0.284195, 0.125548, 0.268036, 0.295115, 0.295381, 0.178098, 0.159951, 0.338209, 0.325099, 0.188324, 0.305472, 0.322177, 0.123557, 0.302433, 0.134048, 0.254526, 0.314745, 0.297245, 0.303923, 0.276211, 0.304183, 0.323488, 0.279732, 0.134722, 0.32966, 0.153816, 0.165151, 0.290661, 0.313477, 0.234824, 0.322554, 0.188411, 0.315452, 0.265374, 0.308408, 0.329457, 0.199145, 0.160377, 0.283624, 0.305908, 0.259937, 0.200746, 0.32446, 0.281589, 0.078496, 0.340566, 0.272299, 0.3282, 0.322185, 0.085309, 0.130485, 0.226575, 0.317205, 0.300214, 0.317255, 0.323286, 0.326579, 0.184051, 0.330446, 0.296977, 0.311678, 0.322713, 0.319105, 0.333241, 0.22925, 0.156714, 0.317097, 0.23824, 0.170383, 0.227644, 0.249649, 0.235202, 0.311863, 0.11028, 0.211748, 0.219574, 0.199705, 0.300494, 0.28468, 0.206928, 0.210351, 0.323608, 0.162623, 0.309928, 0.274988, 0.09271, 0.299214, 0.127493, 0.2054, 0.220629, 0.325139, 0.32244, 0.27279, 0.28251, 0.302637, 0.308996, 0.221252, 0.079348, 0.312506, 0.29779, 0.295868, 0.311423, 0.284315, 0.305564, 0.30113, 0.180953, 0.24544, 0.219516, 0.332599, 0.303596, 0.083115, 0.07711, 0.318092, 0.123196, 0.348438, 0.314502, 0.247587, 0.266014, 0.277285, 0.260573, 0.284613, 0.34089, 0.318711, 0.127703, 0.314194, 0.311105, 0.28223, 0.323995, 0.184883, 0.268758, 0.226872, 0.235353, 0.279404, 0.316401, 0.32461, 0.277726, 0.083621, 0.29672, 0.120064, 0.320364, 0.323642, 0.30721, 0.303295, 0.31196, 0.323632, 0.255768, 0.264977, 0.330631, 0.296351, 0.103197, 0.340932, 0.315511, 0.311121, 0.280962, 0.297787, 0.157522, 0.094075, 0.191862, 0.126133, 0.288506, 0.310811, 0.291488, 0.327078, 0.323044, 0.242508, 0.299087, 0.286129, 0.254874, 0.125179, 0.274941, 0.286967, 0.323234, 0.23421, 0.250635, 0.315289, 0.246867, 0.307588, 0.321814, 0.083752, 0.241938, 0.298108, 0.309492, 0.09569, 0.277812, 0.074253, 0.316334, 0.220472, 0.241365, 0.189083, 0.269288, 0.286154, 0.354206, 0.266127, 0.104241, 0.321518, 0.31245, 0.303599, 0.303696, 0.24721, 0.289022, 0.312442, 0.284889, 0.101504, 0.301585, 0.29931, 0.331091, 0.305253, 0.276228, 0.078222, 0.271893, 0.318849, 0.319774, 0.180959, 0.30654, 0.190285, 0.156085, 0.219394, 0.244915, 0.306374, 0.24137, 0.295938, 0.255298, 0.245449, 0.200009, 0.220375, 0.320177, 0.064921, 0.252307, 0.308257, 0.271791, 0.080734, 0.107222, 0.242551, 0.316548, 0.321997, 0.304492, 0.299514, 0.326936, 0.29841, 0.230966, 0.324591, 0.307561, 0.325665, 0.30358, 0.151839, 0.336646, 0.304336, 0.186416, 0.310182, 0.317134, 0.13242, 0.313878, 0.300333, 0.112563, 0.315497, 0.247885, 0.316765, 0.304439, 0.244931, 0.257965, 0.314573, 0.308356, 0.103588, 0.300512, 0.299839, 0.170328, 0.1249, 0.108372, 0.324342, 0.254886, 0.318084, 0.331757, 0.177247, 0.306751, 0.222902, 0.2081, 0.331528, 0.322176, 0.06792, 0.313493, 0.265833, 0.303631, 0.329823, 0.301966, 0.31524, 0.18264, 0.275233, 0.281749, 0.270804, 0.084555, 0.318716, 0.316207, 0.190163, 0.260276, 0.306348, 0.297465, 0.298161, 0.101496, 0.306357, 0.116734, 0.08924, 0.29461, 0.315702, 0.234938, 0.238482, 0.295449, 0.087284, 0.319824, 0.282468, 0.099471, 0.286081, 0.300524, 0.307088, 0.148835, 0.288649, 0.308451, 0.317904, 0.287166, 0.325389, 0.220933, 0.260727, 0.176344, 0.188651, 0.252542, 0.295966, 0.313588, 0.324766, 0.281676, 0.313052, 0.310248, 0.174028, 0.111248, 0.329976, 0.314418, 0.319053, 0.205754, 0.319132, 0.306268, 0.184511, 0.318288, 0.08981, 0.307965, 0.302777, 0.213253, 0.256563, 0.29007, 0.319018, 0.278325, 0.30847, 0.285597, 0.240259, 0.330147, 0.309592, 0.258495, 0.328783, 0.317204, 0.081117, 0.309893, 0.281958, 0.253255, 0.238291, 0.334604, 0.302713, 0.256587, 0.191184, 0.228184, 0.315194, 0.316512, 0.250986, 0.084193, 0.078702, 0.294549, 0.304722, 0.31883, 0.267329, 0.266586, 0.307629, 0.322796, 0.10986, 0.279519, 0.258265, 0.315707, 0.235742, 0.298802, 0.33622, 0.186762, 0.317069, 0.227177, 0.302462, 0.207583, 0.291074, 0.1782, 0.162711, 0.28848, 0.346122, 0.298276, 0.28366, 0.314082, 0.319795, 0.319656, 0.287493, 0.318157, 0.088669, 0.130493, 0.074748, 0.288268, 0.329957, 0.308008, 0.085063, 0.180629, 0.309459, 0.291108, 0.32318, 0.30154, 0.342254, 0.317355, 0.319239, 0.318973, 0.140972, 0.210302, 0.332185, 0.179859, 0.093625, 0.328994, 0.280648, 0.298479, 0.299949, 0.23988, 0.165437, 0.202819, 0.287295, 0.318282, 0.204657, 0.308278, 0.295042, 0.315467, 0.314669, 0.097416, 0.31455, 0.349179, 0.119357, 0.301901, 0.249635, 0.274278, 0.22905, 0.323594, 0.308923, 0.30032, 0.19956, 0.273242, 0.270665, 0.128758, 0.282389, 0.082386, 0.194934, 0.308093, 0.319547, 0.303348, 0.228041, 0.217634, 0.297454, 0.07545, 0.315843, 0.338849, 0.327788, 0.186608, 0.330844, 0.087288, 0.309361, 0.282343, 0.311948, 0.315736, 0.314781, 0.313826, 0.202907, 0.260668, 0.327403, 0.297967, 0.30569, 0.091225, 0.245982, 0.300281, 0.315898, 0.194986, 0.200412, 0.311072, 0.079848, 0.318159, 0.134489, 0.306935, 0.223385, 0.294006, 0.309079, 0.339276, 0.253885, 0.314037, 0.31951, 0.321891, 0.262077, 0.321211, 0.262738, 0.165288, 0.126542, 0.282596, 0.306004, 0.09192, 0.079488, 0.307061, 0.196956, 0.298886, 0.265517, 0.304217, 0.109539, 0.295447, 0.319837, 0.31178, 0.305697, 0.282052, 0.336365, 0.296872, 0.206159, 0.313443, 0.300642, 0.275712, 0.087782, 0.199243, 0.294492, 0.314719, 0.224838, 0.134172, 0.091257, 0.316646, 0.320761, 0.27685, 0.208605, 0.170947, 0.279967, 0.31598, 0.096707, 0.087272, 0.299605, 0.290699, 0.302048, 0.307788, 0.313935, 0.082893, 0.332628, 0.32662, 0.207327, 0.200392, 0.244681, 0.320374, 0.321252, 0.3233, 0.31747, 0.176265, 0.303952, 0.28007, 0.237804, 0.288544, 0.29246, 0.312752, 0.312197, 0.185429, 0.298389, 0.340971, 0.284196, 0.300601, 0.301373, 0.12295, 0.29995 ] }, "name": "model.model.layers.11.post_attention_layernorm.weight", "outputIndexes": [ 995 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 994 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_11/Mul_output_0", "outputIndexes": [ 996 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 995, 996 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_11/Mul_1_output_0", "outputIndexes": [ 997 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 997 ], "outputIndexes": [ 2952 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 2952 ], "outputIndexes": [ 2953 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/mlp/gate_proj/Linear", "inputIndexes": [ 2953 ], "outputIndexes": [ 2954 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2560, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 38400, "weightSize": 0 }, "external": [ 69121782, 1228822, 307200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 2954 ], "outputIndexes": [ 2955 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2955 ], "outputIndexes": [ 998 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 998 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_11/Sigmoid_output_0", "outputIndexes": [ 999 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 998, 999 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_11/Mul_output_0", "outputIndexes": [ 1000 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 997 ], "outputIndexes": [ 2956 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 2956 ], "outputIndexes": [ 2957 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/mlp/up_proj/Linear", "inputIndexes": [ 2957 ], "outputIndexes": [ 2958 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2560, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 38400, "weightSize": 0 }, "external": [ 70657804, 1228822, 307200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 2958 ], "outputIndexes": [ 2959 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2959 ], "outputIndexes": [ 1001 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1000, 1001 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_11/Mul_output_0", "outputIndexes": [ 1002 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1002 ], "outputIndexes": [ 2960 ], "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 2960 ], "outputIndexes": [ 2961 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/mlp/down_proj/Linear", "inputIndexes": [ 2961 ], "outputIndexes": [ 2962 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 960, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2560, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 38400, "weightSize": 0 }, "external": [ 72193826, 1228822, 307200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 2962 ], "outputIndexes": [ 2963 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2963 ], "outputIndexes": [ 1003 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 960 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 994, 1003 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_59_output_0", "outputIndexes": [ 1004 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1004, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_108_output_0", "outputIndexes": [ 1005 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 960 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.579104, 0.538972, 0.574859, 0.564206, 0.556047, 0.582099, 0.609986, 0.549317, 0.674555, 0.376924, 0.587527, 0.563928, 0.555984, 0.592954, 0.554588, 0.555795, 0.392233, 0.594063, 0.208581, 0.189187, 0.497539, 0.463562, 0.307286, 0.583904, 0.548438, 0.423339, 0.248129, 0.487641, 0.545238, 0.314784, 0.575102, 0.537086, 0.466115, 0.563137, 0.542598, 0.52121, 0.560661, 0.4762, 0.46584, 0.500485, 0.204206, 0.556301, 0.57528, 0.219707, 0.540158, 0.460734, 0.182336, 0.569614, 0.140234, 0.458954, 0.513707, 0.467782, 0.467701, 0.140431, 0.55077, 0.250097, 0.372439, 0.141671, 0.619783, 0.504042, 0.544272, 0.547258, 0.49905, 0.40197, 0.560652, 0.514726, 0.5432, 0.584282, 0.461356, 0.391675, 0.564022, 0.552881, 0.595436, 0.583695, 0.207507, 0.516159, 0.575936, 0.563086, 0.547665, 0.550124, 0.378201, 0.509331, 0.478328, 0.565057, 0.524268, 0.594562, 0.533293, 0.043392, 0.5945, 0.532188, 0.531654, 0.176913, 0.45563, 0.537602, 0.502584, 0.531256, 0.493952, 0.130518, 0.549868, 0.532103, 0.227525, 0.574604, 0.52083, 0.553549, 0.563378, 0.570921, 0.545813, 0.405261, 0.549209, 0.576516, 0.577006, 0.532281, 0.5423, 0.598007, 0.605919, 0.510304, 0.564892, 0.593881, 0.545603, 0.547765, 0.569002, 0.593206, 0.486791, 0.53038, 0.547285, 0.512556, 0.510833, 0.578152, 0.557167, 0.555287, 0.594458, 0.465804, 0.519697, 0.152787, 0.452359, 0.545405, 0.585545, 0.545801, 0.58847, 0.584535, 0.180594, 0.520791, 0.555032, 0.581773, 0.610024, 0.145063, 0.399085, 0.33504, 0.554894, 0.568372, 0.554754, 0.540401, 0.516476, 0.513128, 0.533418, 0.582834, 0.530805, 0.41066, 0.578195, 0.600824, 0.56796, 0.557, 0.597555, 0.434102, 0.495719, 0.552782, 0.577249, 0.454453, 0.519509, 0.563328, 0.537154, 0.434386, 0.478455, 0.559331, 0.39211, 0.582353, 0.179482, 0.327466, 0.513801, 0.417445, 0.574958, 0.483495, 0.534385, 0.567507, 0.577625, 0.62568, 0.375816, 0.522298, 0.154447, 0.551027, 0.537201, 0.270879, 0.180071, 0.452175, 0.48248, 0.609912, 0.263036, 0.529193, 0.551376, 0.562012, 0.355926, 0.553753, 0.569816, 0.553446, 0.401376, 0.592686, 0.474812, 0.540466, 0.553473, 0.390367, 0.539703, 0.550475, 0.210851, 0.566552, 0.527428, 0.555018, 0.530439, 0.275131, 0.295216, 0.546841, 0.311428, 0.531531, 0.54789, 0.509335, 0.457545, 0.513716, 0.535871, 0.509023, 0.549366, 0.526711, 0.557424, 0.53951, 0.494299, 0.568177, 0.504351, 0.298929, 0.598596, 0.537916, 0.174142, 0.533112, 0.485154, 0.282189, 0.515205, 0.531274, 0.566175, 0.571881, 0.554134, 0.514877, 0.542447, 0.417477, 0.524245, 0.539479, 0.301228, 0.580953, 0.430338, 0.620584, 0.511029, 0.589843, 0.538755, 0.546522, 0.580525, 0.580601, 0.55907, 0.180726, 0.582211, 0.177838, 0.573301, 0.526109, 0.522931, 0.556471, 0.561757, 0.580323, 0.594077, 0.59406, 0.531382, 0.508528, 0.17277, 0.329539, 0.549118, 0.567086, 0.215904, 0.604311, 0.525777, 0.548145, 0.539265, 0.572215, 0.139731, 0.549145, 0.57653, 0.510666, 0.564866, 0.557806, 0.539948, 0.563863, 0.548044, 0.373456, 0.538629, 0.560426, 0.5573, 0.52988, 0.455146, 0.529425, 0.524563, 0.531006, 0.150405, 0.536392, 0.386995, 0.492959, 0.164589, 0.561512, 0.588845, 0.507468, 0.562914, 0.536751, 0.622446, 0.482633, 0.552265, 0.385627, 0.252266, 0.5026, 0.57222, 0.5799, 0.547352, 0.541233, 0.332766, 0.431243, 0.573425, 0.522462, 0.562605, 0.536072, 0.570719, 0.367881, 0.583423, 0.267001, 0.548747, 0.555848, 0.31896, 0.546162, 0.52921, 0.558994, 0.536614, 0.562808, 0.178306, 0.610977, 0.262745, 0.534856, 0.497359, 0.530786, 0.439173, 0.533736, 0.525144, 0.478518, 0.523902, 0.596609, 0.575669, 0.563755, 0.25585, 0.476832, 0.525945, 0.468294, 0.178541, 0.480537, 0.226039, 0.539202, 0.683037, 0.58726, 0.592422, 0.247547, 0.551619, 0.507632, 0.53304, 0.520308, 0.215009, 0.538659, 0.532995, 0.537965, 0.57078, 0.520338, 0.531732, 0.302346, 0.161333, 0.538017, 0.584309, 0.525054, 0.600112, 0.279392, 0.538281, 0.527984, 0.469169, 0.522477, 0.237562, 0.508947, 0.510048, 0.52736, 0.345382, 0.306206, 0.569849, 0.570007, 0.287832, 0.537807, 0.569018, 0.216706, 0.515111, 0.245155, 0.502901, 0.57966, 0.562408, 0.534898, 0.497222, 0.548341, 0.571862, 0.51049, 0.242595, 0.50906, 0.30875, 0.285562, 0.518034, 0.563793, 0.468449, 0.545976, 0.357214, 0.536693, 0.457098, 0.540909, 0.538013, 0.28986, 0.283425, 0.529697, 0.528962, 0.485124, 0.403567, 0.565927, 0.507297, 0.150982, 0.576352, 0.482371, 0.542794, 0.514248, 0.157384, 0.203189, 0.473648, 0.550404, 0.528503, 0.541361, 0.55861, 0.570904, 0.338908, 0.58149, 0.548714, 0.542212, 0.60678, 0.555883, 0.571725, 0.449212, 0.759647, 0.54651, 0.455477, 0.362961, 0.427505, 0.505493, 0.462212, 0.553751, 0.204024, 0.371127, 0.448847, 0.386087, 0.516523, 0.523488, 0.427878, 0.393054, 0.584838, 0.297664, 0.531001, 0.568485, 0.312528, 0.55086, 0.243508, 0.431085, 0.423282, 0.539858, 0.567996, 0.528024, 0.526758, 0.534978, 0.548715, 0.406109, 0.154937, 0.53841, 0.561365, 0.525676, 0.571874, 0.575766, 0.549783, 0.554593, 0.388886, 0.485983, 0.432908, 0.586709, 0.513548, 0.15427, 0.138972, 0.574754, 0.42588, 0.608228, 0.539038, 0.497285, 0.536223, 0.514017, 0.453173, 0.470025, 0.596671, 0.596571, 0.25351, 0.537596, 0.565719, 0.5593, 0.560658, 0.365555, 0.49589, 0.438709, 0.487857, 0.500521, 0.536701, 0.52519, 0.553769, 0.143696, 0.539892, 0.416441, 0.547684, 0.539795, 0.55869, 0.540046, 0.556715, 0.562305, 0.47872, 0.533217, 0.593046, 0.554148, 0.188554, 0.592106, 0.553092, 0.544829, 0.49011, 0.558401, 0.311498, 0.164736, 0.395059, 0.254425, 0.52981, 0.553703, 0.502096, 0.578719, 0.542025, 0.461922, 0.551715, 0.54742, 0.528971, 0.284222, 0.525815, 0.519576, 0.550954, 0.447927, 0.462836, 0.597514, 0.49258, 0.555828, 0.578214, 0.146354, 0.484692, 0.561089, 0.571345, 0.175528, 0.524448, 0.138397, 0.531624, 0.426652, 0.451643, 0.369609, 0.507643, 0.535853, 0.58348, 0.471949, 0.195683, 0.524586, 0.562055, 0.567637, 0.553777, 0.522474, 0.525773, 0.582505, 0.50952, 0.195681, 0.539721, 0.545843, 0.571554, 0.535357, 0.614798, 0.147289, 0.5702, 0.570849, 0.572398, 0.374984, 0.554249, 0.367835, 0.307535, 0.434092, 0.588853, 0.590085, 0.581533, 0.561662, 0.511752, 0.49844, 0.419182, 0.451743, 0.570262, 0.162708, 0.470169, 0.550148, 0.516396, 0.153724, 0.191726, 0.45008, 0.56324, 0.543875, 0.585414, 0.556443, 0.537984, 0.536605, 0.437091, 0.552322, 0.548423, 0.530001, 0.600961, 0.754171, 0.547747, 0.526079, 0.406818, 0.541932, 0.550157, 0.239872, 0.520263, 0.576016, 0.20368, 0.533446, 0.603412, 0.5252, 0.547761, 0.459404, 0.521519, 0.537271, 0.510296, 0.171209, 0.551146, 0.556783, 0.318874, 0.280564, 0.206747, 0.54669, 0.536386, 0.541655, 0.566076, 0.356293, 0.55178, 0.508137, 0.385872, 0.576588, 0.567605, 0.11946, 0.561918, 0.540758, 0.555857, 0.572132, 0.533889, 0.546005, 0.34916, 0.540226, 0.488594, 0.519453, 0.143549, 0.552287, 0.586627, 0.364269, 0.541293, 0.563255, 0.522951, 0.544295, 0.186869, 0.556079, 0.280679, 0.163043, 0.552078, 0.557422, 0.451004, 0.450499, 0.535775, 0.162076, 0.552159, 0.526911, 0.453814, 0.543014, 0.548837, 0.526257, 0.266169, 0.513042, 0.580226, 0.561245, 0.534163, 0.539059, 0.460495, 0.510298, 0.47862, 0.380047, 0.494117, 0.525943, 0.571393, 0.562434, 0.521592, 0.594531, 0.588632, 0.356513, 0.227565, 0.594659, 0.551954, 0.551494, 0.378156, 0.574107, 0.550072, 0.435074, 0.57435, 0.171663, 0.581418, 0.562412, 0.437764, 0.47162, 0.553215, 0.543369, 0.515743, 0.533784, 0.546581, 0.487935, 0.654235, 0.572772, 0.474552, 0.591089, 0.590186, 0.151037, 0.556807, 0.546915, 0.4591, 0.463811, 0.594398, 0.578396, 0.503813, 0.364204, 0.471562, 0.541066, 0.582274, 0.549394, 0.158328, 0.137645, 0.569345, 0.550842, 0.560042, 0.519136, 0.523388, 0.57565, 0.539832, 0.230187, 0.521263, 0.491501, 0.532314, 0.482723, 0.572664, 0.577663, 0.398117, 0.586364, 0.47648, 0.547573, 0.397318, 0.557476, 0.359352, 0.345044, 0.538759, 0.588989, 0.534871, 0.472035, 0.585698, 0.602399, 0.525886, 0.49733, 0.595349, 0.162713, 0.237076, 0.131459, 0.557055, 0.588878, 0.548953, 0.167244, 0.360257, 0.578116, 0.528598, 0.551088, 0.562303, 0.590491, 0.556046, 0.556447, 0.549791, 0.272488, 0.428851, 0.584397, 0.368893, 0.162664, 0.622264, 0.524737, 0.542381, 0.559052, 0.455805, 0.334701, 0.296468, 0.515502, 0.592807, 0.593529, 0.551334, 0.517492, 0.561701, 0.543318, 0.214754, 0.535929, 0.624276, 0.209113, 0.542137, 0.492062, 0.511355, 0.532253, 0.590456, 0.558657, 0.530618, 0.415082, 0.576726, 0.54545, 0.238966, 0.531543, 0.146413, 0.398657, 0.575004, 0.602309, 0.589747, 0.451607, 0.407106, 0.516947, 0.127908, 0.542781, 0.625797, 0.546442, 0.38311, 0.588622, 0.221125, 0.563378, 0.524212, 0.556172, 0.572216, 0.543262, 0.535891, 0.400222, 0.53203, 0.570066, 0.540894, 0.506236, 0.172896, 0.462811, 0.552912, 0.568676, 0.402929, 0.368202, 0.574887, 0.146578, 0.551777, 0.244412, 0.547722, 0.432567, 0.536888, 0.555777, 0.545761, 0.491404, 0.535511, 0.604066, 0.539467, 0.498552, 0.573605, 0.513105, 0.301553, 0.261158, 0.529157, 0.582748, 0.170652, 0.364596, 0.549033, 0.37047, 0.555732, 0.510062, 0.578614, 0.212714, 0.538855, 0.562135, 0.536249, 0.559194, 0.536761, 0.615216, 0.559374, 0.393297, 0.561667, 0.494058, 0.554035, 0.17287, 0.386125, 0.605987, 0.562387, 0.520889, 0.25116, 0.172649, 0.583291, 0.518059, 0.541685, 0.419209, 0.562799, 0.508922, 0.546015, 0.206888, 0.164235, 0.577558, 0.548448, 0.541481, 0.541024, 0.554251, 0.15648, 0.610438, 0.518111, 0.427211, 0.40377, 0.546707, 0.579956, 0.568935, 0.562203, 0.550031, 0.465693, 0.555315, 0.550331, 0.468525, 0.519118, 0.530682, 0.579046, 0.539525, 0.334907, 0.560275, 0.58527, 0.505174, 0.550977, 0.570943, 0.232608, 0.550338 ] }, "name": "model.model.layers.12.input_layernorm.weight", "outputIndexes": [ 1006 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1005 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_12/Mul_output_0", "outputIndexes": [ 1007 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1006, 1007 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_12/Mul_1_output_0", "outputIndexes": [ 1008 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1008 ], "outputIndexes": [ 2964 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 2964 ], "outputIndexes": [ 2965 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/q_proj/Linear", "inputIndexes": [ 2965 ], "outputIndexes": [ 2966 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 960, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14400, "weightSize": 0 }, "external": [ 73729848, 460822, 115200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 2966 ], "outputIndexes": [ 2967 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2967 ], "outputIndexes": [ 1009 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 960 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1008 ], "main_type": "NONE", "name": "/Shape_169_output_0", "outputIndexes": [ 1010 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1010 ], "main_type": "NONE", "name": "Shape2670", "outputIndexes": [ 1011 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1010 ], "main_type": "NONE", "name": "Rank2672", "outputIndexes": [ 1012 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1012, 1012 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2674", "outputIndexes": [ 1013 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1013 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2675", "outputIndexes": [ 1014 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1013, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2677", "outputIndexes": [ 1015 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1015 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2678", "outputIndexes": [ 1016 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1011, 1014, 1016, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice2681", "outputIndexes": [ 1017 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1017 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze2682", "outputIndexes": [ 1018 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 1018 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2683", "outputIndexes": [ 1019 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1019, 1018 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2684", "outputIndexes": [ 1020 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1010, 1020, 1013 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_184_output_0", "outputIndexes": [ 1021 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1021, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_385_output_0", "outputIndexes": [ 1022 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 1022, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_156_output_0", "outputIndexes": [ 1023 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1009, 1023 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_109_output_0", "outputIndexes": [ 1024 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1024, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_96_output_0", "outputIndexes": [ 1025 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1024 ], "main_type": "NONE", "name": "/Shape_170_output_0", "outputIndexes": [ 1026 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1026 ], "main_type": "NONE", "name": "Shape2691", "outputIndexes": [ 1027 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1026 ], "main_type": "NONE", "name": "Rank2693", "outputIndexes": [ 1028 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1028, 1028 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2695", "outputIndexes": [ 1029 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1029 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2696", "outputIndexes": [ 1030 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1029, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2698", "outputIndexes": [ 1031 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1031 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2699", "outputIndexes": [ 1032 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1027, 1030, 1032, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice2702", "outputIndexes": [ 1033 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1033 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze2703", "outputIndexes": [ 1034 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 1034 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2704", "outputIndexes": [ 1035 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1035, 1034 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2705", "outputIndexes": [ 1036 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1026, 1036, 1029 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_185_output_0", "outputIndexes": [ 1037 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1037, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_36_output_0", "outputIndexes": [ 1038 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1038, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_390_output_0", "outputIndexes": [ 1039 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1024, 1039, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_49_output_0", "outputIndexes": [ 1040 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1040 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_24_output_0", "outputIndexes": [ 1041 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1024, 22, 1039, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_48_output_0", "outputIndexes": [ 1042 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1041, 1042 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_159_output_0", "outputIndexes": [ 1043 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1043, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_97_output_0", "outputIndexes": [ 1044 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1025, 1044 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_60_output_0", "outputIndexes": [ 1045 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1008 ], "outputIndexes": [ 2968 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 2968 ], "outputIndexes": [ 2969 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/k_proj/Linear", "inputIndexes": [ 2969 ], "outputIndexes": [ 2970 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 4800, "weightSize": 0 }, "external": [ 74305870, 153622, 38400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 2970 ], "outputIndexes": [ 2971 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2971 ], "outputIndexes": [ 1046 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 1022, 85, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_157_output_0", "outputIndexes": [ 1047 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1046, 1047 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_110_output_0", "outputIndexes": [ 1048 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1048, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_98_output_0", "outputIndexes": [ 1049 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1048 ], "main_type": "NONE", "name": "/Shape_171_output_0", "outputIndexes": [ 1050 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1050 ], "main_type": "NONE", "name": "Shape2754", "outputIndexes": [ 1051 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1050 ], "main_type": "NONE", "name": "Rank2756", "outputIndexes": [ 1052 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1052, 1052 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2758", "outputIndexes": [ 1053 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1053 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2759", "outputIndexes": [ 1054 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1053, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2761", "outputIndexes": [ 1055 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1055 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2762", "outputIndexes": [ 1056 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1051, 1054, 1056, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice2765", "outputIndexes": [ 1057 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1057 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze2766", "outputIndexes": [ 1058 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 1058 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2767", "outputIndexes": [ 1059 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1059, 1058 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2768", "outputIndexes": [ 1060 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1050, 1060, 1053 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_186_output_0", "outputIndexes": [ 1061 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1061, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_37_output_0", "outputIndexes": [ 1062 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1062, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_392_output_0", "outputIndexes": [ 1063 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1048, 1063, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_51_output_0", "outputIndexes": [ 1064 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1064 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_25_output_0", "outputIndexes": [ 1065 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1048, 22, 1063, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_50_output_0", "outputIndexes": [ 1066 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1065, 1066 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_160_output_0", "outputIndexes": [ 1067 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1067, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_99_output_0", "outputIndexes": [ 1068 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1049, 1068 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_61_output_0", "outputIndexes": [ 1069 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1008 ], "outputIndexes": [ 2972 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 2972 ], "outputIndexes": [ 2973 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/v_proj/Linear", "inputIndexes": [ 2973 ], "outputIndexes": [ 2974 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 4800, "weightSize": 0 }, "external": [ 74497892, 153622, 38400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 2974 ], "outputIndexes": [ 2975 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2975 ], "outputIndexes": [ 1070 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1070, 1047 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_111_output_0", "outputIndexes": [ 1071 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1045, 1069, 1071, 111 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_116_output_0", "outputIndexes": [ 1072 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1072 ], "outputIndexes": [ 2976 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 2976 ], "outputIndexes": [ 2977 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/o_proj/Linear", "inputIndexes": [ 2977 ], "outputIndexes": [ 2978 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 960, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14400, "weightSize": 0 }, "external": [ 74689914, 460822, 115200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 2978 ], "outputIndexes": [ 2979 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2979 ], "outputIndexes": [ 1073 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 960 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1005, 1073 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_63_output_0", "outputIndexes": [ 1074 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 960 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.341384, 0.32287, 0.335406, 0.344653, 0.324686, 0.328304, 0.351643, 0.336115, 0.303961, 0.177369, 0.331983, 0.349862, 0.331357, 0.341059, 0.295655, 0.336068, 0.190192, 0.334844, 0.099594, 0.090049, 0.301359, 0.228533, 0.145861, 0.359845, 0.34992, 0.185929, 0.112557, 0.297389, 0.345475, 0.150126, 0.333653, 0.346272, 0.234076, 0.325861, 0.338795, 0.301853, 0.35264, 0.28283, 0.252721, 0.2968, 0.095305, 0.328085, 0.37467, 0.113268, 0.321183, 0.231169, 0.091454, 0.345913, 0.065571, 0.245137, 0.307517, 0.254815, 0.258007, 0.070585, 0.311502, 0.123393, 0.182062, 0.070132, 0.329886, 0.282469, 0.324825, 0.357432, 0.22759, 0.1961, 0.348647, 0.321695, 0.327612, 0.359699, 0.235128, 0.186001, 0.320463, 0.328357, 0.367732, 0.341163, 0.104625, 0.238359, 0.347006, 0.354883, 0.322347, 0.316966, 0.165146, 0.322664, 0.259633, 0.343857, 0.341353, 0.365559, 0.267536, -0.000133, 0.350748, 0.323248, 0.324936, 0.088981, 0.254751, 0.261563, 0.267974, 0.333129, 0.27711, 0.066081, 0.344056, 0.292325, 0.118008, 0.347024, 0.267568, 0.31181, 0.351139, 0.36733, 0.359428, 0.197541, 0.353877, 0.36694, 0.359495, 0.327966, 0.285622, 0.358807, 0.359643, 0.285506, 0.358981, 0.360991, 0.343951, 0.314478, 0.313699, 0.369986, 0.251303, 0.343666, 0.325942, 0.326469, 0.342049, 0.335067, 0.351983, 0.274523, 0.363299, 0.247687, 0.315939, 0.075229, 0.215231, 0.34644, 0.374618, 0.322257, 0.346753, 0.335601, 0.089779, 0.296698, 0.316968, 0.326016, 0.363763, 0.064747, 0.183684, 0.158489, 0.299915, 0.36555, 0.274152, 0.313447, 0.317255, 0.293298, 0.343593, 0.363033, 0.323724, 0.230078, 0.364403, 0.350866, 0.3478, 0.33231, 0.287481, 0.285219, 0.270641, 0.36185, 0.347232, 0.244051, 0.305394, 0.347357, 0.352391, 0.201027, 0.25746, 0.320406, 0.188549, 0.345374, 0.08956, 0.157382, 0.313045, 0.202728, 0.349434, 0.273036, 0.284279, 0.359274, 0.362737, 0.375646, 0.188598, 0.287196, 0.078704, 0.328932, 0.348137, 0.128998, 0.096676, 0.259853, 0.276087, 0.364362, 0.128738, 0.323665, 0.325646, 0.354215, 0.210043, 0.327559, 0.360327, 0.368787, 0.209597, 0.348256, 0.241508, 0.355624, 0.354976, 0.188071, 0.341796, 0.328537, 0.090609, 0.353813, 0.278844, 0.332183, 0.346688, 0.112805, 0.155569, 0.333344, 0.149764, 0.287485, 0.321637, 0.273839, 0.180402, 0.312722, 0.32157, 0.266338, 0.347331, 0.301549, 0.339762, 0.25733, 0.257752, 0.314008, 0.273701, 0.143469, 0.346921, 0.111032, 0.0835, 0.327975, 0.30391, 0.140071, 0.330301, 0.330348, 0.337038, 0.361283, 0.36689, 0.312761, 0.326801, 0.206239, 0.334882, 0.330392, 0.146785, 0.361196, 0.225521, 0.373767, 0.273618, 0.358541, 0.328952, 0.302496, 0.345968, 0.340576, 0.350107, 0.086206, 0.371005, 0.079414, 0.350713, 0.290203, 0.314272, 0.348487, 0.286802, 0.366202, 0.348151, 0.364432, 0.320398, 0.317785, 0.080034, 0.153061, 0.334246, 0.366385, 0.111352, 0.318582, 0.319882, 0.331998, 0.29152, 0.312603, 0.070323, 0.34813, 0.356618, 0.281605, 0.358465, 0.334491, 0.305106, 0.304539, 0.339912, 0.21477, 0.275379, 0.344913, 0.304893, 0.347493, 0.260229, 0.315892, 0.334563, 0.298701, 0.078238, 0.351379, 0.175584, 0.282344, 0.085524, 0.325822, 0.335762, 0.28983, 0.350324, 0.305252, 0.365174, 0.23161, 0.335062, 0.187896, 0.12094, 0.307892, 0.326307, 0.364713, 0.3052, 0.358982, 0.148357, 0.211188, 0.356399, 0.328927, 0.354495, 0.29651, 0.356878, 0.173715, 0.366106, 0.097467, 0.346073, 0.330061, 0.152326, 0.337891, 0.301477, 0.345551, 0.278665, 0.358428, 0.088292, 0.357884, 0.126462, 0.332211, 0.275784, 0.344022, 0.258942, 0.317127, 0.289394, 0.22712, 0.313535, 0.346, 0.313484, 0.336669, 0.123486, 0.219058, 0.27951, 0.239196, 0.091547, 0.258432, 0.038367, 0.317352, 0.425207, 0.355478, 0.367672, 0.111769, 0.339498, 0.31281, 0.302991, 0.29104, 0.092557, 0.324198, 0.328919, 0.344433, 0.3535, 0.282481, 0.317907, 0.14773, 0.076037, 0.347999, 0.352348, 0.28824, 0.361198, 0.143508, 0.352042, 0.315602, 0.258384, 0.314134, 0.119587, 0.283925, 0.306044, 0.33064, 0.165797, 0.146193, 0.346859, 0.371004, 0.276611, 0.321766, 0.343573, 0.110412, 0.327704, 0.12277, 0.261689, 0.337725, 0.327056, 0.329419, 0.295519, 0.315342, 0.350484, 0.291007, 0.117705, 0.353522, 0.139626, 0.145492, 0.313894, 0.338152, 0.245417, 0.323175, 0.181514, 0.346473, 0.275171, 0.332182, 0.363139, 0.234482, 0.146572, 0.312185, 0.329606, 0.267143, 0.197074, 0.358162, 0.299322, 0.071964, 0.375666, 0.301747, 0.349241, 0.356576, 0.080607, 0.127395, 0.233606, 0.345923, 0.319189, 0.338051, 0.362578, 0.348579, 0.170465, 0.358282, 0.326775, 0.325657, 0.357565, 0.354935, 0.363445, 0.234751, 0.195359, 0.36363, 0.242656, 0.167444, 0.233819, 0.264536, 0.244915, 0.341096, 0.103528, 0.205186, 0.220939, 0.200964, 0.325119, 0.311166, 0.211419, 0.199215, 0.350331, 0.15021, 0.328723, 0.301784, 0.104362, 0.323477, 0.123495, 0.203987, 0.219791, 0.35877, 0.361784, 0.299338, 0.297934, 0.339727, 0.352533, 0.215142, 0.076076, 0.350689, 0.330422, 0.322573, 0.349126, 0.318011, 0.335269, 0.323206, 0.18033, 0.243362, 0.228104, 0.356804, 0.328498, 0.072808, 0.070662, 0.337011, 0.133648, 0.380797, 0.349882, 0.268196, 0.28723, 0.302357, 0.259841, 0.299231, 0.373953, 0.370619, 0.117081, 0.330826, 0.335803, 0.312853, 0.358476, 0.173035, 0.292105, 0.228582, 0.248864, 0.296826, 0.337514, 0.350511, 0.284785, 0.073476, 0.32879, 0.123649, 0.350586, 0.34964, 0.34463, 0.326085, 0.339757, 0.348314, 0.269121, 0.289604, 0.366663, 0.322275, 0.093925, 0.354249, 0.344092, 0.343061, 0.295731, 0.336704, 0.169536, 0.080865, 0.181878, 0.123018, 0.311792, 0.344352, 0.308562, 0.360136, 0.346515, 0.248504, 0.333697, 0.309658, 0.287617, 0.121376, 0.292073, 0.29592, 0.349597, 0.239152, 0.263076, 0.349127, 0.246979, 0.339756, 0.328279, 0.073712, 0.250105, 0.331025, 0.340255, 0.090723, 0.299148, 0.068595, 0.346694, 0.216345, 0.24777, 0.183948, 0.278871, 0.309552, 0.375041, 0.275278, 0.098387, 0.362227, 0.336043, 0.318629, 0.332507, 0.257436, 0.329441, 0.351432, 0.306784, 0.096903, 0.318453, 0.321176, 0.344654, 0.343114, 0.301188, 0.075554, 0.285239, 0.353697, 0.347928, 0.179295, 0.325247, 0.179919, 0.151438, 0.231866, 0.261499, 0.333906, 0.253748, 0.323842, 0.271309, 0.253313, 0.222434, 0.226656, 0.339905, 0.06341, 0.25973, 0.312465, 0.288824, 0.070901, 0.10016, 0.241939, 0.342842, 0.342356, 0.321821, 0.342427, 0.36285, 0.340578, 0.239087, 0.357009, 0.321554, 0.370659, 0.322453, 0.171052, 0.356723, 0.333764, 0.180102, 0.331052, 0.356266, 0.118442, 0.340059, 0.331293, 0.094824, 0.354848, 0.257003, 0.347922, 0.340417, 0.238883, 0.271675, 0.345763, 0.316485, 0.092037, 0.336758, 0.333401, 0.15821, 0.137253, 0.099315, 0.35028, 0.27963, 0.343639, 0.368329, 0.164657, 0.340128, 0.238323, 0.195002, 0.347527, 0.35992, 0.062533, 0.34553, 0.273175, 0.308272, 0.362598, 0.322757, 0.335274, 0.178444, 0.288873, 0.307177, 0.294837, 0.072344, 0.342271, 0.359149, 0.17967, 0.285806, 0.32937, 0.325647, 0.338888, 0.093325, 0.332348, 0.111115, 0.083445, 0.323744, 0.3419, 0.240804, 0.237669, 0.307884, 0.079666, 0.33508, 0.296471, 0.110682, 0.307942, 0.310905, 0.340316, 0.136799, 0.291284, 0.35116, 0.347505, 0.311212, 0.36306, 0.224882, 0.273002, 0.178635, 0.184111, 0.264132, 0.332174, 0.337723, 0.355598, 0.289671, 0.336264, 0.336974, 0.169274, 0.100778, 0.366815, 0.34662, 0.364918, 0.194829, 0.348101, 0.337723, 0.18568, 0.343155, 0.084226, 0.352895, 0.334264, 0.220219, 0.257702, 0.306806, 0.354156, 0.289214, 0.34418, 0.325074, 0.243476, 0.352813, 0.339091, 0.263389, 0.361, 0.351174, 0.076642, 0.336798, 0.29126, 0.252787, 0.240622, 0.362423, 0.33033, 0.268268, 0.1779, 0.230971, 0.338992, 0.346295, 0.278078, 0.078716, 0.070486, 0.312235, 0.336696, 0.345571, 0.28906, 0.277624, 0.355201, 0.342949, 0.100307, 0.302072, 0.273536, 0.352632, 0.237718, 0.339023, 0.366792, 0.188274, 0.358112, 0.227462, 0.324946, 0.202439, 0.321522, 0.169682, 0.153188, 0.306421, 0.364434, 0.300862, 0.286132, 0.344841, 0.336088, 0.35727, 0.302473, 0.347635, 0.081596, 0.118859, 0.067903, 0.313626, 0.350535, 0.333787, 0.080535, 0.17556, 0.351919, 0.308651, 0.335597, 0.348974, 0.376313, 0.357646, 0.352812, 0.342457, 0.131667, 0.205353, 0.367982, 0.176771, 0.085408, 0.348481, 0.303101, 0.32099, 0.333498, 0.239615, 0.159846, 0.210731, 0.305192, 0.337718, 0.230134, 0.329467, 0.311527, 0.357533, 0.340342, 0.094923, 0.339449, 0.367081, 0.108621, 0.31382, 0.256308, 0.290529, 0.231845, 0.337351, 0.336242, 0.317835, 0.194812, 0.283549, 0.298889, 0.118778, 0.314541, 0.075928, 0.177947, 0.333053, 0.345928, 0.313179, 0.228546, 0.209958, 0.329514, 0.060796, 0.332822, 0.37761, 0.351395, 0.195015, 0.371972, 0.080096, 0.333802, 0.296585, 0.345165, 0.342602, 0.344394, 0.331961, 0.197031, 0.274767, 0.364877, 0.322239, 0.34574, 0.086848, 0.253878, 0.323944, 0.342196, 0.192359, 0.180998, 0.33479, 0.076374, 0.337465, 0.121514, 0.334619, 0.223539, 0.312399, 0.327668, 0.3599, 0.257147, 0.334515, 0.364985, 0.327971, 0.260882, 0.372184, 0.273381, 0.152367, 0.123446, 0.299051, 0.334104, 0.081054, 0.088367, 0.335693, 0.19261, 0.320108, 0.279896, 0.333995, 0.099099, 0.333866, 0.353322, 0.341522, 0.335248, 0.307858, 0.354038, 0.327075, 0.197782, 0.361622, 0.313072, 0.28977, 0.081815, 0.188038, 0.321463, 0.340277, 0.233998, 0.123968, 0.082564, 0.343285, 0.338493, 0.290869, 0.213992, 0.184013, 0.313901, 0.354285, 0.095906, 0.082039, 0.330503, 0.305711, 0.335554, 0.341214, 0.349564, 0.077106, 0.369184, 0.343537, 0.212696, 0.196197, 0.259667, 0.342644, 0.357786, 0.34879, 0.330472, 0.181737, 0.334383, 0.317819, 0.241322, 0.306208, 0.309388, 0.347705, 0.335337, 0.167464, 0.333472, 0.383977, 0.302201, 0.333587, 0.335133, 0.113796, 0.334274 ] }, "name": "model.model.layers.12.post_attention_layernorm.weight", "outputIndexes": [ 1075 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1074 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_12/Mul_output_0", "outputIndexes": [ 1076 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1075, 1076 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_12/Mul_1_output_0", "outputIndexes": [ 1077 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1077 ], "outputIndexes": [ 2980 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 2980 ], "outputIndexes": [ 2981 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/mlp/gate_proj/Linear", "inputIndexes": [ 2981 ], "outputIndexes": [ 2982 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2560, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 38400, "weightSize": 0 }, "external": [ 75265936, 1228822, 307200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 2982 ], "outputIndexes": [ 2983 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2983 ], "outputIndexes": [ 1078 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1078 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_12/Sigmoid_output_0", "outputIndexes": [ 1079 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1078, 1079 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_12/Mul_output_0", "outputIndexes": [ 1080 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1077 ], "outputIndexes": [ 2984 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 2984 ], "outputIndexes": [ 2985 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/mlp/up_proj/Linear", "inputIndexes": [ 2985 ], "outputIndexes": [ 2986 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2560, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 38400, "weightSize": 0 }, "external": [ 76801958, 1228822, 307200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 2986 ], "outputIndexes": [ 2987 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2987 ], "outputIndexes": [ 1081 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1080, 1081 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_12/Mul_output_0", "outputIndexes": [ 1082 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1082 ], "outputIndexes": [ 2988 ], "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 2988 ], "outputIndexes": [ 2989 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/mlp/down_proj/Linear", "inputIndexes": [ 2989 ], "outputIndexes": [ 2990 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 960, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2560, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 38400, "weightSize": 0 }, "external": [ 78337980, 1228822, 307200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 2990 ], "outputIndexes": [ 2991 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2991 ], "outputIndexes": [ 1083 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 960 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1074, 1083 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_64_output_0", "outputIndexes": [ 1084 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1084, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_117_output_0", "outputIndexes": [ 1085 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 960 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.474796, 0.482439, 0.464127, 0.457994, 0.460292, 0.466697, 0.511868, 0.480138, 0.638191, 0.259552, 0.488157, 0.489768, 0.487991, 0.491801, 0.397084, 0.484791, 0.295037, 0.494391, 0.131814, 0.140746, 0.437975, 0.346434, 0.222635, 0.491664, 0.518761, 0.324449, 0.188059, 0.40962, 0.45879, 0.221216, 0.513761, 0.473794, 0.359821, 0.456289, 0.447788, 0.432484, 0.520311, 0.382961, 0.367561, 0.436741, 0.195495, 0.416967, 0.523281, 0.159675, 0.479308, 0.366627, 0.127983, 0.464689, 0.072186, 0.369388, 0.438452, 0.362239, 0.374136, 0.091528, 0.45366, 0.188074, 0.262652, 0.104886, 0.47926, 0.406639, 0.492509, 0.482728, 0.366801, 0.302502, 0.461917, 0.456548, 0.454302, 0.53075, 0.362429, 0.278635, 0.464251, 0.482534, 0.501446, 0.520785, 0.13753, 0.438756, 0.479924, 0.449342, 0.480783, 0.463771, 0.277165, 0.458376, 0.364113, 0.445496, 0.474762, 0.504092, 0.396074, 0.044978, 0.509886, 0.459919, 0.439144, 0.116637, 0.367672, 0.439915, 0.374304, 0.48011, 0.401412, 0.083505, 0.519972, 0.455842, 0.149262, 0.486218, 0.416454, 0.433866, 0.453418, 0.464756, 0.508935, 0.301653, 0.465175, 0.49431, 0.483365, 0.437301, 0.434757, 0.508862, 0.509919, 0.407473, 0.48931, 0.511092, 0.498447, 0.48205, 0.462131, 0.520958, 0.354941, 0.482983, 0.468933, 0.445953, 0.454002, 0.511591, 0.478369, 0.457973, 0.485892, 0.353019, 0.474852, 0.110807, 0.338906, 0.515682, 0.523462, 0.450043, 0.470832, 0.455715, 0.114874, 0.392721, 0.47089, 0.472875, 0.530877, 0.083404, 0.290345, 0.241795, 0.462161, 0.506566, 0.43947, 0.426911, 0.426853, 0.371282, 0.462421, 0.511703, 0.449871, 0.305746, 0.501425, 0.482257, 0.476113, 0.487597, 0.488899, 0.312948, 0.380357, 0.507691, 0.4748, 0.330987, 0.434628, 0.498036, 0.502874, 0.297164, 0.367559, 0.45148, 0.268748, 0.499605, 0.125556, 0.235579, 0.430256, 0.310131, 0.516406, 0.347048, 0.42653, 0.495365, 0.48632, 0.536456, 0.258727, 0.425433, 0.104988, 0.48942, 0.491545, 0.189515, 0.138831, 0.331853, 0.414065, 0.509576, 0.17871, 0.467328, 0.463186, 0.500625, 0.245193, 0.476553, 0.498191, 0.532313, 0.300535, 0.49352, 0.361357, 0.473689, 0.483198, 0.293983, 0.479873, 0.475703, 0.186731, 0.482567, 0.404325, 0.460625, 0.463964, 0.218861, 0.206231, 0.466796, 0.23527, 0.42099, 0.417461, 0.410309, 0.350608, 0.405207, 0.433004, 0.391043, 0.457942, 0.429302, 0.507798, 0.444241, 0.388776, 0.434316, 0.389355, 0.211017, 0.53146, 0.417485, 0.109142, 0.477743, 0.43414, 0.211246, 0.455258, 0.460963, 0.452313, 0.499033, 0.517929, 0.415139, 0.455787, 0.329084, 0.461889, 0.434362, 0.230804, 0.495179, 0.343926, 0.527374, 0.391168, 0.455749, 0.459918, 0.423541, 0.502977, 0.474811, 0.466284, 0.101564, 0.53347, 0.133793, 0.506745, 0.417118, 0.421689, 0.498839, 0.442971, 0.499576, 0.510607, 0.516951, 0.438427, 0.438818, 0.113224, 0.233972, 0.475156, 0.551091, 0.15329, 0.504379, 0.400063, 0.462209, 0.429974, 0.492578, 0.081775, 0.470995, 0.512464, 0.445239, 0.498765, 0.448543, 0.422456, 0.458418, 0.442278, 0.274786, 0.430823, 0.483398, 0.444494, 0.5225, 0.375359, 0.456767, 0.429977, 0.440175, 0.101144, 0.488069, 0.292305, 0.420335, 0.103503, 0.517385, 0.489531, 0.436905, 0.530969, 0.419827, 0.517102, 0.356981, 0.462995, 0.290152, 0.180211, 0.424686, 0.493681, 0.506383, 0.431656, 0.459554, 0.228002, 0.32441, 0.489758, 0.456723, 0.469316, 0.429651, 0.493693, 0.262551, 0.547241, 0.233204, 0.458432, 0.461084, 0.210447, 0.458089, 0.426731, 0.456922, 0.435847, 0.476522, 0.13115, 0.464989, 0.176121, 0.459356, 0.37336, 0.47036, 0.342198, 0.424893, 0.440158, 0.38569, 0.445779, 0.497482, 0.452937, 0.483002, 0.177769, 0.344907, 0.391073, 0.340771, 0.1362, 0.389967, 0.143108, 0.430785, 0.583876, 0.512503, 0.520227, 0.17297, 0.456469, 0.43786, 0.430285, 0.395527, 0.173762, 0.471167, 0.452199, 0.498642, 0.491343, 0.40595, 0.420318, 0.220676, 0.099505, 0.423455, 0.504888, 0.406522, 0.506717, 0.182258, 0.487395, 0.426797, 0.394503, 0.41688, 0.154484, 0.380449, 0.418068, 0.442341, 0.231241, 0.209774, 0.43721, 0.486531, 0.269704, 0.415331, 0.439445, 0.158527, 0.44431, 0.180234, 0.388596, 0.444063, 0.477215, 0.415355, 0.378635, 0.418938, 0.473649, 0.420799, 0.164536, 0.469973, 0.226829, 0.191522, 0.415782, 0.471534, 0.344971, 0.462657, 0.256049, 0.449751, 0.385068, 0.417503, 0.464205, 0.224184, 0.206452, 0.406661, 0.423651, 0.367541, 0.277894, 0.470647, 0.392377, 0.10211, 0.465149, 0.398075, 0.439556, 0.478897, 0.099262, 0.168239, 0.334125, 0.454349, 0.448761, 0.459504, 0.492843, 0.475075, 0.234109, 0.439368, 0.44614, 0.504992, 0.527013, 0.480135, 0.491721, 0.341529, 0.591429, 0.499516, 0.374933, 0.263666, 0.337283, 0.409247, 0.356192, 0.449318, 0.146954, 0.267053, 0.355584, 0.266191, 0.438719, 0.440616, 0.325062, 0.283805, 0.50493, 0.220881, 0.458637, 0.459682, 0.252357, 0.451308, 0.177865, 0.295346, 0.317575, 0.502345, 0.486608, 0.433248, 0.413756, 0.464012, 0.469137, 0.299639, 0.096865, 0.467565, 0.496195, 0.466882, 0.49033, 0.467494, 0.488182, 0.440348, 0.305318, 0.352194, 0.343265, 0.536492, 0.483643, 0.097155, 0.092935, 0.500832, 0.3371, 0.555427, 0.489606, 0.375806, 0.438744, 0.428098, 0.367753, 0.389404, 0.514004, 0.510922, 0.174489, 0.464429, 0.48972, 0.473796, 0.526224, 0.261839, 0.423447, 0.337692, 0.375018, 0.409719, 0.477991, 0.49324, 0.415313, 0.095771, 0.502662, 0.324836, 0.459841, 0.491376, 0.474316, 0.466048, 0.449201, 0.480059, 0.407186, 0.43648, 0.564206, 0.423234, 0.127761, 0.504258, 0.446287, 0.482323, 0.424702, 0.470819, 0.229608, 0.118289, 0.28325, 0.196719, 0.453826, 0.445648, 0.424793, 0.488537, 0.461749, 0.350094, 0.457891, 0.451721, 0.465427, 0.224786, 0.437424, 0.39944, 0.477948, 0.331256, 0.370751, 0.481833, 0.382609, 0.46655, 0.477615, 0.094371, 0.368682, 0.468918, 0.473487, 0.119029, 0.379557, 0.092363, 0.456448, 0.328073, 0.36058, 0.256029, 0.405352, 0.472466, 0.489856, 0.400766, 0.126519, 0.517512, 0.484797, 0.468563, 0.482485, 0.405625, 0.465042, 0.509825, 0.456784, 0.141878, 0.410855, 0.479519, 0.510573, 0.488767, 0.485696, 0.097701, 0.448041, 0.47526, 0.452583, 0.277737, 0.465498, 0.275595, 0.234841, 0.33947, 0.453961, 0.443417, 0.432445, 0.452058, 0.418383, 0.365928, 0.305649, 0.354839, 0.485356, 0.166192, 0.387746, 0.444156, 0.42747, 0.102493, 0.145943, 0.359804, 0.466456, 0.50936, 0.490236, 0.491778, 0.521791, 0.489486, 0.357802, 0.474667, 0.44628, 0.477654, 0.498046, 0.590403, 0.526139, 0.465953, 0.322265, 0.465434, 0.486457, 0.162958, 0.480835, 0.492475, 0.137613, 0.458006, 0.463538, 0.48233, 0.439462, 0.383051, 0.436291, 0.52999, 0.426255, 0.112868, 0.45024, 0.456535, 0.241177, 0.220141, 0.132486, 0.510348, 0.423734, 0.430008, 0.484861, 0.252987, 0.492431, 0.388622, 0.26443, 0.511799, 0.509297, 0.082799, 0.523149, 0.418706, 0.462244, 0.463789, 0.457137, 0.428189, 0.244992, 0.408751, 0.404938, 0.422978, 0.099634, 0.478873, 0.496491, 0.275168, 0.415343, 0.511657, 0.445638, 0.436597, 0.142116, 0.473427, 0.220064, 0.124965, 0.457551, 0.47924, 0.375874, 0.339615, 0.430358, 0.111238, 0.482418, 0.423682, 0.346005, 0.438926, 0.418792, 0.465773, 0.203899, 0.40112, 0.499843, 0.489651, 0.442783, 0.480628, 0.346605, 0.366666, 0.354154, 0.272317, 0.369232, 0.467027, 0.499446, 0.478479, 0.407314, 0.489317, 0.502473, 0.260007, 0.152578, 0.502016, 0.497996, 0.506072, 0.279995, 0.501323, 0.475529, 0.304967, 0.480951, 0.113472, 0.500085, 0.453076, 0.324504, 0.356053, 0.468745, 0.497644, 0.419382, 0.466475, 0.469882, 0.37885, 0.520161, 0.430453, 0.396927, 0.499095, 0.530618, 0.10153, 0.483279, 0.404157, 0.378498, 0.335037, 0.491429, 0.519667, 0.406091, 0.263589, 0.358351, 0.453392, 0.458163, 0.479029, 0.101411, 0.087058, 0.43802, 0.463836, 0.522833, 0.417777, 0.394737, 0.482147, 0.483343, 0.169001, 0.404074, 0.377085, 0.508936, 0.38853, 0.501078, 0.499196, 0.304351, 0.480034, 0.378079, 0.451445, 0.289976, 0.48339, 0.250677, 0.250533, 0.419544, 0.518993, 0.44712, 0.357613, 0.49128, 0.496163, 0.505855, 0.432428, 0.544707, 0.108259, 0.177752, 0.085386, 0.425458, 0.514039, 0.451325, 0.119427, 0.281553, 0.524504, 0.423932, 0.472539, 0.487356, 0.516826, 0.457325, 0.486575, 0.491779, 0.189291, 0.318345, 0.521359, 0.27045, 0.109302, 0.500478, 0.424103, 0.443151, 0.470869, 0.356691, 0.240007, 0.215002, 0.42676, 0.452906, 0.464383, 0.456204, 0.438155, 0.497441, 0.456665, 0.168836, 0.484118, 0.534869, 0.153559, 0.463166, 0.408937, 0.446916, 0.406469, 0.497253, 0.464528, 0.439755, 0.308141, 0.490522, 0.425493, 0.171985, 0.462721, 0.101417, 0.28261, 0.483991, 0.466318, 0.467119, 0.314158, 0.296576, 0.447511, 0.089992, 0.422301, 0.516685, 0.467792, 0.281993, 0.482106, 0.169797, 0.489529, 0.431148, 0.486938, 0.512294, 0.457539, 0.481293, 0.284934, 0.411669, 0.489894, 0.453294, 0.449985, 0.114488, 0.394037, 0.457294, 0.474949, 0.281577, 0.255924, 0.487569, 0.108303, 0.443563, 0.179193, 0.472187, 0.30408, 0.458725, 0.469967, 0.485726, 0.371158, 0.513691, 0.525339, 0.453705, 0.381799, 0.50988, 0.429265, 0.220368, 0.197522, 0.44079, 0.47605, 0.106704, 0.303315, 0.473923, 0.281797, 0.451251, 0.41432, 0.480055, 0.12591, 0.479145, 0.503016, 0.502048, 0.496063, 0.427622, 0.524031, 0.464513, 0.301879, 0.491762, 0.425955, 0.414902, 0.123423, 0.288398, 0.493825, 0.478681, 0.414879, 0.178669, 0.115129, 0.505897, 0.497514, 0.447968, 0.299002, 0.486041, 0.429571, 0.455565, 0.168234, 0.113144, 0.465483, 0.447258, 0.445043, 0.469712, 0.492579, 0.094104, 0.512585, 0.451706, 0.305018, 0.285257, 0.443449, 0.474949, 0.503992, 0.520128, 0.443408, 0.33252, 0.479246, 0.442073, 0.343526, 0.44999, 0.427693, 0.480887, 0.436327, 0.235601, 0.476216, 0.528811, 0.436681, 0.469223, 0.46333, 0.184872, 0.48749 ] }, "name": "model.model.layers.13.input_layernorm.weight", "outputIndexes": [ 1086 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1085 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_13/Mul_output_0", "outputIndexes": [ 1087 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1086, 1087 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_13/Mul_1_output_0", "outputIndexes": [ 1088 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1088 ], "outputIndexes": [ 2992 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 2992 ], "outputIndexes": [ 2993 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/q_proj/Linear", "inputIndexes": [ 2993 ], "outputIndexes": [ 2994 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 960, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14400, "weightSize": 0 }, "external": [ 79874002, 460822, 115200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 2994 ], "outputIndexes": [ 2995 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2995 ], "outputIndexes": [ 1089 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 960 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1088 ], "main_type": "NONE", "name": "/Shape_183_output_0", "outputIndexes": [ 1090 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1090 ], "main_type": "NONE", "name": "Shape2886", "outputIndexes": [ 1091 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1090 ], "main_type": "NONE", "name": "Rank2888", "outputIndexes": [ 1092 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1092, 1092 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2890", "outputIndexes": [ 1093 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1093 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2891", "outputIndexes": [ 1094 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1093, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2893", "outputIndexes": [ 1095 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1095 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2894", "outputIndexes": [ 1096 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1091, 1094, 1096, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice2897", "outputIndexes": [ 1097 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1097 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze2898", "outputIndexes": [ 1098 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 1098 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2899", "outputIndexes": [ 1099 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1099, 1098 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2900", "outputIndexes": [ 1100 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1090, 1100, 1093 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_199_output_0", "outputIndexes": [ 1101 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1101, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_417_output_0", "outputIndexes": [ 1102 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 1102, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_169_output_0", "outputIndexes": [ 1103 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1089, 1103 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_118_output_0", "outputIndexes": [ 1104 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1104, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_104_output_0", "outputIndexes": [ 1105 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1104 ], "main_type": "NONE", "name": "/Shape_184_output_0", "outputIndexes": [ 1106 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1106 ], "main_type": "NONE", "name": "Shape2907", "outputIndexes": [ 1107 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1106 ], "main_type": "NONE", "name": "Rank2909", "outputIndexes": [ 1108 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1108, 1108 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2911", "outputIndexes": [ 1109 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1109 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2912", "outputIndexes": [ 1110 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1109, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2914", "outputIndexes": [ 1111 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1111 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2915", "outputIndexes": [ 1112 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1107, 1110, 1112, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice2918", "outputIndexes": [ 1113 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1113 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze2919", "outputIndexes": [ 1114 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 1114 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2920", "outputIndexes": [ 1115 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1115, 1114 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2921", "outputIndexes": [ 1116 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1106, 1116, 1109 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_200_output_0", "outputIndexes": [ 1117 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1117, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_39_output_0", "outputIndexes": [ 1118 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1118, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_422_output_0", "outputIndexes": [ 1119 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1104, 1119, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_53_output_0", "outputIndexes": [ 1120 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1120 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_26_output_0", "outputIndexes": [ 1121 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1104, 22, 1119, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_52_output_0", "outputIndexes": [ 1122 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1121, 1122 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_172_output_0", "outputIndexes": [ 1123 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1123, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_105_output_0", "outputIndexes": [ 1124 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1105, 1124 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_65_output_0", "outputIndexes": [ 1125 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1088 ], "outputIndexes": [ 2996 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 2996 ], "outputIndexes": [ 2997 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/k_proj/Linear", "inputIndexes": [ 2997 ], "outputIndexes": [ 2998 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 4800, "weightSize": 0 }, "external": [ 80450024, 153622, 38400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 2998 ], "outputIndexes": [ 2999 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2999 ], "outputIndexes": [ 1126 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 1102, 85, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_170_output_0", "outputIndexes": [ 1127 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1126, 1127 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_119_output_0", "outputIndexes": [ 1128 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1128, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_106_output_0", "outputIndexes": [ 1129 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1128 ], "main_type": "NONE", "name": "/Shape_185_output_0", "outputIndexes": [ 1130 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1130 ], "main_type": "NONE", "name": "Shape2970", "outputIndexes": [ 1131 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1130 ], "main_type": "NONE", "name": "Rank2972", "outputIndexes": [ 1132 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1132, 1132 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2974", "outputIndexes": [ 1133 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1133 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2975", "outputIndexes": [ 1134 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1133, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2977", "outputIndexes": [ 1135 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1135 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2978", "outputIndexes": [ 1136 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1131, 1134, 1136, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice2981", "outputIndexes": [ 1137 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1137 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze2982", "outputIndexes": [ 1138 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 1138 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2983", "outputIndexes": [ 1139 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1139, 1138 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2984", "outputIndexes": [ 1140 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1130, 1140, 1133 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_201_output_0", "outputIndexes": [ 1141 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1141, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_40_output_0", "outputIndexes": [ 1142 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1142, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_424_output_0", "outputIndexes": [ 1143 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1128, 1143, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_55_output_0", "outputIndexes": [ 1144 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1144 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_27_output_0", "outputIndexes": [ 1145 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1128, 22, 1143, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_54_output_0", "outputIndexes": [ 1146 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1145, 1146 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_173_output_0", "outputIndexes": [ 1147 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1147, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_107_output_0", "outputIndexes": [ 1148 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1129, 1148 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_66_output_0", "outputIndexes": [ 1149 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1088 ], "outputIndexes": [ 3000 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 3000 ], "outputIndexes": [ 3001 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/v_proj/Linear", "inputIndexes": [ 3001 ], "outputIndexes": [ 3002 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 4800, "weightSize": 0 }, "external": [ 80642046, 153622, 38400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 3002 ], "outputIndexes": [ 3003 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3003 ], "outputIndexes": [ 1150 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1150, 1127 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_120_output_0", "outputIndexes": [ 1151 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1125, 1149, 1151, 111 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_125_output_0", "outputIndexes": [ 1152 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1152 ], "outputIndexes": [ 3004 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 3004 ], "outputIndexes": [ 3005 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/o_proj/Linear", "inputIndexes": [ 3005 ], "outputIndexes": [ 3006 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 960, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14400, "weightSize": 0 }, "external": [ 80834068, 460822, 115200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 3006 ], "outputIndexes": [ 3007 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3007 ], "outputIndexes": [ 1153 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 960 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1085, 1153 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_68_output_0", "outputIndexes": [ 1154 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 960 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.414465, 0.389134, 0.379041, 0.389267, 0.389206, 0.378349, 0.414154, 0.405471, 0.332578, 0.177299, 0.358084, 0.400862, 0.386045, 0.393543, 0.322202, 0.371947, 0.196589, 0.385119, 0.099029, 0.093216, 0.341137, 0.23452, 0.14166, 0.40449, 0.413768, 0.187807, 0.121062, 0.325723, 0.398288, 0.150917, 0.401813, 0.41449, 0.249106, 0.38848, 0.376909, 0.32768, 0.41398, 0.298777, 0.26559, 0.34693, 0.085994, 0.340537, 0.434909, 0.110595, 0.347611, 0.235784, 0.092595, 0.393781, 0.070552, 0.256027, 0.352791, 0.261017, 0.277325, 0.074667, 0.360622, 0.127273, 0.178571, 0.073987, 0.375872, 0.309231, 0.362415, 0.426843, 0.238743, 0.192461, 0.409063, 0.351548, 0.368312, 0.439566, 0.251889, 0.179136, 0.34536, 0.382419, 0.407445, 0.388096, 0.102893, 0.249296, 0.396727, 0.382092, 0.346033, 0.352118, 0.1625, 0.378021, 0.265365, 0.356686, 0.394844, 0.414859, 0.283134, -0.000519, 0.411335, 0.369443, 0.349815, 0.089167, 0.265442, 0.27439, 0.282925, 0.373375, 0.285795, 0.07263, 0.388926, 0.319578, 0.113404, 0.40564, 0.300798, 0.334458, 0.416804, 0.405558, 0.421951, 0.197005, 0.397129, 0.414265, 0.415019, 0.360353, 0.294929, 0.394835, 0.431081, 0.306574, 0.41883, 0.43003, 0.388161, 0.34449, 0.349443, 0.432233, 0.265845, 0.389, 0.370026, 0.37414, 0.391772, 0.396013, 0.413367, 0.284174, 0.419378, 0.252857, 0.355977, 0.076597, 0.218114, 0.430636, 0.421459, 0.368672, 0.410607, 0.364664, 0.093741, 0.320298, 0.353898, 0.373535, 0.432391, 0.070631, 0.184309, 0.161091, 0.328243, 0.439918, 0.287056, 0.34081, 0.362931, 0.297328, 0.397334, 0.395561, 0.361237, 0.235441, 0.43075, 0.42724, 0.397334, 0.401849, 0.323586, 0.253545, 0.284675, 0.428208, 0.408399, 0.247794, 0.322108, 0.394219, 0.411178, 0.210338, 0.271268, 0.349326, 0.187693, 0.394109, 0.094342, 0.159349, 0.368926, 0.201995, 0.37899, 0.259581, 0.297504, 0.408115, 0.415189, 0.436609, 0.180024, 0.297225, 0.076567, 0.372239, 0.420346, 0.126626, 0.096728, 0.243785, 0.302116, 0.413146, 0.125804, 0.375852, 0.368099, 0.405881, 0.198936, 0.385368, 0.40264, 0.420472, 0.20926, 0.384268, 0.237787, 0.411847, 0.386511, 0.191858, 0.387619, 0.360603, 0.083954, 0.41801, 0.30155, 0.369025, 0.397945, 0.112221, 0.147561, 0.377199, 0.153585, 0.311894, 0.353338, 0.287634, 0.190203, 0.330674, 0.351435, 0.283578, 0.40363, 0.337538, 0.391918, 0.27549, 0.276097, 0.322843, 0.288525, 0.14047, 0.406874, 0.131383, 0.088338, 0.368595, 0.349342, 0.140832, 0.38469, 0.363656, 0.395734, 0.421567, 0.416614, 0.312666, 0.381443, 0.220176, 0.367639, 0.358382, 0.142541, 0.421071, 0.231588, 0.448608, 0.27586, 0.391306, 0.362546, 0.317127, 0.407377, 0.399309, 0.391329, 0.087592, 0.454749, 0.08271, 0.40453, 0.303318, 0.33338, 0.389107, 0.297946, 0.424754, 0.400901, 0.436323, 0.36161, 0.343301, 0.085859, 0.151813, 0.39828, 0.428511, 0.11546, 0.358224, 0.336785, 0.394442, 0.319514, 0.364251, 0.072099, 0.400348, 0.413308, 0.312185, 0.438109, 0.372592, 0.348795, 0.331531, 0.378706, 0.195566, 0.286393, 0.396061, 0.335461, 0.383792, 0.272373, 0.352238, 0.357163, 0.326023, 0.080993, 0.42135, 0.182045, 0.299672, 0.089652, 0.370477, 0.363425, 0.300547, 0.415369, 0.329747, 0.413895, 0.245592, 0.381724, 0.18552, 0.119689, 0.340434, 0.384953, 0.436655, 0.359105, 0.4033, 0.147899, 0.208773, 0.405321, 0.389384, 0.406558, 0.327049, 0.381809, 0.179791, 0.422996, 0.095151, 0.390126, 0.38767, 0.151132, 0.38741, 0.329063, 0.377725, 0.29471, 0.417657, 0.090177, 0.391945, 0.127999, 0.392848, 0.283647, 0.386328, 0.24425, 0.350695, 0.312037, 0.2305, 0.355085, 0.389247, 0.362515, 0.392063, 0.123564, 0.2243, 0.293973, 0.242736, 0.089475, 0.269427, 0.054985, 0.339919, 0.417779, 0.398003, 0.413004, 0.11766, 0.384005, 0.337513, 0.321093, 0.316885, 0.097946, 0.375542, 0.382385, 0.388843, 0.403421, 0.292872, 0.361569, 0.148034, 0.078793, 0.394691, 0.419109, 0.315658, 0.427992, 0.144348, 0.430172, 0.349687, 0.269667, 0.344503, 0.119442, 0.30065, 0.326143, 0.377452, 0.170665, 0.151399, 0.419796, 0.399733, 0.364304, 0.372992, 0.379121, 0.11616, 0.356475, 0.126927, 0.281303, 0.375536, 0.3829, 0.38787, 0.305992, 0.339412, 0.39168, 0.316929, 0.124607, 0.41326, 0.147359, 0.142033, 0.355947, 0.406528, 0.250207, 0.365488, 0.185008, 0.409094, 0.296934, 0.386689, 0.420189, 0.206954, 0.148278, 0.34683, 0.35863, 0.289808, 0.204428, 0.415438, 0.326565, 0.078624, 0.439696, 0.327144, 0.376537, 0.43853, 0.082264, 0.104945, 0.242987, 0.386182, 0.373765, 0.3877, 0.413807, 0.417163, 0.166736, 0.419515, 0.365253, 0.348828, 0.40995, 0.410947, 0.430555, 0.241498, 0.199442, 0.399936, 0.258002, 0.173805, 0.23933, 0.273806, 0.257829, 0.376102, 0.102061, 0.202075, 0.22092, 0.191296, 0.36553, 0.343288, 0.214562, 0.198142, 0.401998, 0.145181, 0.393081, 0.338092, 0.106925, 0.368927, 0.127545, 0.208517, 0.237814, 0.417978, 0.418141, 0.306863, 0.3154, 0.382485, 0.389198, 0.219936, 0.076279, 0.410754, 0.388095, 0.351296, 0.395306, 0.351223, 0.383919, 0.370986, 0.182322, 0.253933, 0.233561, 0.427781, 0.368272, 0.077971, 0.073748, 0.359685, 0.144037, 0.442793, 0.410224, 0.273141, 0.319378, 0.331916, 0.27801, 0.30141, 0.417317, 0.407491, 0.120423, 0.360586, 0.387945, 0.363139, 0.405852, 0.170585, 0.324811, 0.236309, 0.259872, 0.327142, 0.37679, 0.415375, 0.320167, 0.07925, 0.387501, 0.132848, 0.410859, 0.409701, 0.398381, 0.350165, 0.381665, 0.410447, 0.296591, 0.322762, 0.420863, 0.356576, 0.091871, 0.389729, 0.400432, 0.393374, 0.327256, 0.392742, 0.148052, 0.083112, 0.183225, 0.12242, 0.343158, 0.376988, 0.346275, 0.399696, 0.387531, 0.254202, 0.379253, 0.346488, 0.306079, 0.12636, 0.316031, 0.304301, 0.402771, 0.231402, 0.267889, 0.395581, 0.252406, 0.403454, 0.349874, 0.072759, 0.272814, 0.386599, 0.384643, 0.090512, 0.320775, 0.071838, 0.402538, 0.225567, 0.261748, 0.183673, 0.308089, 0.337179, 0.455825, 0.295578, 0.098388, 0.421267, 0.388401, 0.365308, 0.382548, 0.275452, 0.356039, 0.394503, 0.333626, 0.100876, 0.351772, 0.362554, 0.396755, 0.389914, 0.329681, 0.079126, 0.302634, 0.397363, 0.382525, 0.180815, 0.365766, 0.180254, 0.156451, 0.239344, 0.282886, 0.364909, 0.281561, 0.362501, 0.304429, 0.257341, 0.191646, 0.236489, 0.401669, 0.05836, 0.271575, 0.368034, 0.294571, 0.075538, 0.102896, 0.247002, 0.383515, 0.378033, 0.372255, 0.389083, 0.429134, 0.39083, 0.245661, 0.426424, 0.36513, 0.414867, 0.387745, 0.19785, 0.447139, 0.388107, 0.18738, 0.385963, 0.40883, 0.119516, 0.405641, 0.368982, 0.098029, 0.414373, 0.278413, 0.403523, 0.379524, 0.251333, 0.283379, 0.412131, 0.344671, 0.089711, 0.371588, 0.38429, 0.161407, 0.136589, 0.100503, 0.410664, 0.298219, 0.377711, 0.432339, 0.166342, 0.400112, 0.251281, 0.195705, 0.413381, 0.398112, 0.063457, 0.414245, 0.300195, 0.348259, 0.41007, 0.351757, 0.376744, 0.17713, 0.312199, 0.33977, 0.331868, 0.076019, 0.404782, 0.419746, 0.179776, 0.302231, 0.385415, 0.370262, 0.382255, 0.094604, 0.388533, 0.116523, 0.089041, 0.350266, 0.399154, 0.251102, 0.250262, 0.347693, 0.080859, 0.388275, 0.315076, 0.123829, 0.350732, 0.348546, 0.370322, 0.140169, 0.325827, 0.394883, 0.416148, 0.364318, 0.381915, 0.231882, 0.262375, 0.178137, 0.185155, 0.277466, 0.359973, 0.399319, 0.412299, 0.308882, 0.399781, 0.396642, 0.165906, 0.103546, 0.413602, 0.405354, 0.432001, 0.20191, 0.400263, 0.376311, 0.193486, 0.400316, 0.085094, 0.392887, 0.389456, 0.21487, 0.283375, 0.353453, 0.395401, 0.320636, 0.376804, 0.367571, 0.255121, 0.402164, 0.383792, 0.285514, 0.422886, 0.421909, 0.076935, 0.379709, 0.310662, 0.280155, 0.245768, 0.420503, 0.403293, 0.276869, 0.185424, 0.23289, 0.372334, 0.385006, 0.299702, 0.079802, 0.071159, 0.337089, 0.38298, 0.39454, 0.316621, 0.272654, 0.378393, 0.403854, 0.103117, 0.330601, 0.299093, 0.40869, 0.257173, 0.374212, 0.398777, 0.190348, 0.420873, 0.238036, 0.376821, 0.208795, 0.36827, 0.171659, 0.153611, 0.333648, 0.430586, 0.344703, 0.299196, 0.40285, 0.406646, 0.404588, 0.327971, 0.420099, 0.083297, 0.11537, 0.068551, 0.332525, 0.416405, 0.374561, 0.083689, 0.162351, 0.402998, 0.326217, 0.392352, 0.406501, 0.4245, 0.399231, 0.410014, 0.409126, 0.134917, 0.206887, 0.422169, 0.178733, 0.088059, 0.406803, 0.314074, 0.351728, 0.360371, 0.238039, 0.160544, 0.179305, 0.327806, 0.376283, 0.231434, 0.382438, 0.347048, 0.420885, 0.36538, 0.095448, 0.397834, 0.431161, 0.111167, 0.360589, 0.274213, 0.324309, 0.242542, 0.380431, 0.379283, 0.364026, 0.196691, 0.313505, 0.314731, 0.120662, 0.339755, 0.080588, 0.194063, 0.369857, 0.388828, 0.348664, 0.238305, 0.216393, 0.367173, 0.065564, 0.372339, 0.426287, 0.425313, 0.192592, 0.416868, 0.084977, 0.353611, 0.336742, 0.406145, 0.390172, 0.379363, 0.393625, 0.198891, 0.286651, 0.421938, 0.347954, 0.391358, 0.089489, 0.270851, 0.366822, 0.359933, 0.201505, 0.182629, 0.391127, 0.080783, 0.387257, 0.121117, 0.396118, 0.21993, 0.352256, 0.375527, 0.406907, 0.261601, 0.411802, 0.410392, 0.369577, 0.264003, 0.409539, 0.304837, 0.151992, 0.12164, 0.31565, 0.377385, 0.086542, 0.096631, 0.362095, 0.18741, 0.353733, 0.297877, 0.381379, 0.102719, 0.381766, 0.420225, 0.397008, 0.374192, 0.338608, 0.395846, 0.359776, 0.201458, 0.397406, 0.352132, 0.323349, 0.083072, 0.188763, 0.364228, 0.38276, 0.249809, 0.117178, 0.081851, 0.399113, 0.388933, 0.302702, 0.201058, 0.201197, 0.332406, 0.375902, 0.09786, 0.08425, 0.362157, 0.347832, 0.374886, 0.409139, 0.419531, 0.077605, 0.394242, 0.401796, 0.212731, 0.196054, 0.278162, 0.409418, 0.408004, 0.388767, 0.379757, 0.184679, 0.376559, 0.350564, 0.243141, 0.339198, 0.336756, 0.382935, 0.394809, 0.17201, 0.381619, 0.438091, 0.328033, 0.368066, 0.372438, 0.11206, 0.375172 ] }, "name": "model.model.layers.13.post_attention_layernorm.weight", "outputIndexes": [ 1155 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1154 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_13/Mul_output_0", "outputIndexes": [ 1156 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1155, 1156 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_13/Mul_1_output_0", "outputIndexes": [ 1157 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1157 ], "outputIndexes": [ 3008 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 3008 ], "outputIndexes": [ 3009 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/mlp/gate_proj/Linear", "inputIndexes": [ 3009 ], "outputIndexes": [ 3010 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2560, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 38400, "weightSize": 0 }, "external": [ 81410090, 1228822, 307200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 3010 ], "outputIndexes": [ 3011 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3011 ], "outputIndexes": [ 1158 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1158 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_13/Sigmoid_output_0", "outputIndexes": [ 1159 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1158, 1159 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_13/Mul_output_0", "outputIndexes": [ 1160 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1157 ], "outputIndexes": [ 3012 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 3012 ], "outputIndexes": [ 3013 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/mlp/up_proj/Linear", "inputIndexes": [ 3013 ], "outputIndexes": [ 3014 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2560, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 38400, "weightSize": 0 }, "external": [ 82946112, 1228822, 307200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 3014 ], "outputIndexes": [ 3015 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3015 ], "outputIndexes": [ 1161 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1160, 1161 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_13/Mul_output_0", "outputIndexes": [ 1162 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1162 ], "outputIndexes": [ 3016 ], "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 3016 ], "outputIndexes": [ 3017 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/mlp/down_proj/Linear", "inputIndexes": [ 3017 ], "outputIndexes": [ 3018 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 960, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2560, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 38400, "weightSize": 0 }, "external": [ 84482134, 1228822, 307200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 3018 ], "outputIndexes": [ 3019 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3019 ], "outputIndexes": [ 1163 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 960 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1154, 1163 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_69_output_0", "outputIndexes": [ 1164 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1164, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_126_output_0", "outputIndexes": [ 1165 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 960 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.624265, 0.534835, 0.575698, 0.567153, 0.548316, 0.560331, 0.614515, 0.579695, 0.739488, 0.248652, 0.551212, 0.62409, 0.576177, 0.609534, 0.452726, 0.559467, 0.292531, 0.578767, 0.136716, 0.145415, 0.466775, 0.330879, 0.2008, 0.577858, 0.627708, 0.315878, 0.194814, 0.437454, 0.595925, 0.212614, 0.553873, 0.591617, 0.366946, 0.586639, 0.553439, 0.476797, 0.616024, 0.410013, 0.381065, 0.527459, 0.177257, 0.48216, 0.671257, 0.139454, 0.509848, 0.362119, 0.130887, 0.6179, 0.077204, 0.384831, 0.493896, 0.368891, 0.408344, 0.096523, 0.545609, 0.173185, 0.25113, 0.098271, 0.576933, 0.464075, 0.543445, 0.622714, 0.39934, 0.278608, 0.582645, 0.507227, 0.512221, 0.645151, 0.363372, 0.262178, 0.487416, 0.587039, 0.596002, 0.597442, 0.132526, 0.416212, 0.560152, 0.538422, 0.547107, 0.5154, 0.281967, 0.529173, 0.370856, 0.519169, 0.561252, 0.557609, 0.40735, 0.042579, 0.56811, 0.520674, 0.454525, 0.114267, 0.357926, 0.437794, 0.396077, 0.537963, 0.406462, 0.078399, 0.594873, 0.458746, 0.154131, 0.668013, 0.439724, 0.463931, 0.582387, 0.551481, 0.616236, 0.274985, 0.555905, 0.627534, 0.623038, 0.495078, 0.448944, 0.578424, 0.677731, 0.428347, 0.583855, 0.673447, 0.596518, 0.56604, 0.508602, 0.631725, 0.391087, 0.572234, 0.526536, 0.518945, 0.53099, 0.558709, 0.617598, 0.478184, 0.618273, 0.364779, 0.551142, 0.111582, 0.330303, 0.647446, 0.60883, 0.560408, 0.58484, 0.49595, 0.112887, 0.426775, 0.508716, 0.54873, 0.677161, 0.076003, 0.268506, 0.231171, 0.559741, 0.655981, 0.460286, 0.497853, 0.519697, 0.381289, 0.562983, 0.57915, 0.533038, 0.31162, 0.663322, 0.637072, 0.590508, 0.591018, 0.539471, 0.308542, 0.416691, 0.602034, 0.608077, 0.33672, 0.467941, 0.593157, 0.588903, 0.295115, 0.38506, 0.53124, 0.283734, 0.519412, 0.134138, 0.216219, 0.521893, 0.313412, 0.576178, 0.35768, 0.432289, 0.601946, 0.604078, 0.688872, 0.246032, 0.464426, 0.103769, 0.562957, 0.563472, 0.192443, 0.115459, 0.324875, 0.435939, 0.61934, 0.160642, 0.521465, 0.517462, 0.598669, 0.258986, 0.548363, 0.578351, 0.626416, 0.285604, 0.581315, 0.329638, 0.603688, 0.547674, 0.299975, 0.576425, 0.499995, 0.189223, 0.603974, 0.444565, 0.519985, 0.579762, 0.215707, 0.196611, 0.507514, 0.212147, 0.435913, 0.498777, 0.420932, 0.379846, 0.419836, 0.495529, 0.400378, 0.558514, 0.477865, 0.581412, 0.445125, 0.401216, 0.498211, 0.43636, 0.20289, 0.608731, 0.498452, 0.107425, 0.584316, 0.526905, 0.182299, 0.546523, 0.526736, 0.553736, 0.647414, 0.600807, 0.45131, 0.568759, 0.309475, 0.537415, 0.537689, 0.21052, 0.639019, 0.33643, 0.669456, 0.423104, 0.588438, 0.539845, 0.421089, 0.601319, 0.59466, 0.557846, 0.112853, 0.678444, 0.126915, 0.61864, 0.4558, 0.475753, 0.604452, 0.455057, 0.619015, 0.61008, 0.651787, 0.515467, 0.46824, 0.12599, 0.223502, 0.561716, 0.653204, 0.143974, 0.527828, 0.42599, 0.558678, 0.462309, 0.568848, 0.092294, 0.556594, 0.602721, 0.448225, 0.648429, 0.54389, 0.489928, 0.479609, 0.527109, 0.259762, 0.469423, 0.576516, 0.509999, 0.583549, 0.368061, 0.530611, 0.48483, 0.477434, 0.097849, 0.620611, 0.274155, 0.43033, 0.108422, 0.580231, 0.581274, 0.429768, 0.601596, 0.479715, 0.611593, 0.364419, 0.567963, 0.256929, 0.164075, 0.481707, 0.554357, 0.650236, 0.538044, 0.600149, 0.205754, 0.288638, 0.564807, 0.52603, 0.565023, 0.477608, 0.556216, 0.262587, 0.642144, 0.232404, 0.541793, 0.586394, 0.192483, 0.532597, 0.452608, 0.537053, 0.467313, 0.640156, 0.133401, 0.581742, 0.171823, 0.541803, 0.38715, 0.5327, 0.334836, 0.492731, 0.46254, 0.400797, 0.497854, 0.612215, 0.551269, 0.608877, 0.172942, 0.337423, 0.445669, 0.355081, 0.129039, 0.411873, 0.208355, 0.48409, 0.589097, 0.577071, 0.626276, 0.167462, 0.540684, 0.449382, 0.461297, 0.445373, 0.170153, 0.554116, 0.554144, 0.561603, 0.59129, 0.440371, 0.510094, 0.19707, 0.098093, 0.585014, 0.658804, 0.469003, 0.649464, 0.176726, 0.617098, 0.51783, 0.403872, 0.486928, 0.148608, 0.409127, 0.503604, 0.577792, 0.233636, 0.202058, 0.602354, 0.600719, -0.001884, 0.532453, 0.553647, 0.156768, 0.498127, 0.179656, 0.440885, 0.567019, 0.550622, 0.550389, 0.43168, 0.518324, 0.617264, 0.460092, 0.166967, 0.564096, 0.23874, 0.176387, 0.506081, 0.596601, 0.379206, 0.527533, 0.253754, 0.576521, 0.416478, 0.549239, 0.625456, 0.236349, 0.203758, 0.491622, 0.483738, 0.412312, 0.303271, 0.641849, 0.458473, 0.095414, 0.613124, 0.458458, 0.527101, 0.673754, 0.098291, 0.193794, 0.375273, 0.59933, 0.574428, 0.525528, 0.579182, 0.604226, 0.230083, 0.619639, 0.529733, 0.527855, 0.616619, 0.619629, 0.632836, 0.332731, 0.725267, 0.620185, 0.372418, 0.259632, 0.330878, 0.399698, 0.375782, 0.533289, 0.138334, 0.270475, 0.338861, 0.256306, 0.50992, 0.472866, 0.294564, 0.281949, 0.608191, 0.197225, 0.543213, 0.470862, 0.296311, 0.534577, 0.165808, 0.295141, 0.316207, 0.563951, 0.606857, 0.477022, 0.446902, 0.543256, 0.556699, 0.279264, 0.099761, 0.568266, 0.582547, 0.513232, 0.566119, 0.541098, 0.566878, 0.53382, 0.301496, 0.361198, 0.348188, 0.645353, 0.524627, 0.090779, 0.096749, 0.54583, 0.354387, 0.679098, 0.546702, 0.419308, 0.461424, 0.449976, 0.411339, 0.391341, 0.559105, 0.580782, 0.169982, 0.561823, 0.573299, 0.489042, 0.633762, 0.244931, 0.469013, 0.334938, 0.371173, 0.475881, 0.530285, 0.61004, 0.430565, 0.092022, 0.574099, 0.331715, 0.603481, 0.574551, 0.597166, 0.547135, 0.561096, 0.594539, 0.427272, 0.467178, 0.62632, 0.533495, 0.115704, 0.585443, 0.554884, 0.594653, 0.474797, 0.592823, 0.222636, 0.118135, 0.271689, 0.191133, 0.496979, 0.499974, 0.457279, 0.549981, 0.541708, 0.359778, 0.541441, 0.487676, 0.497998, 0.231852, 0.450253, 0.427007, 0.605206, 0.322257, 0.390883, 0.603236, 0.362186, 0.590685, 0.507535, 0.084088, 0.379911, 0.535758, 0.600639, 0.121009, 0.479162, 0.081936, 0.56816, 0.320864, 0.368725, 0.255904, 0.416846, 0.474905, 0.613113, 0.42476, 0.122123, 0.619704, 0.564734, 0.53934, 0.551588, 0.447075, 0.502421, 0.587374, 0.483615, 0.150213, 0.483327, 0.509234, 0.599159, 0.533004, 0.5556, 0.097369, 0.492046, 0.59301, 0.541403, 0.272077, 0.544495, 0.261224, 0.218674, 0.34067, 0.493818, 0.549742, 0.487055, 0.491632, 0.445462, 0.397951, 0.321762, 0.343067, 0.610941, 0.156672, 0.396962, 0.518703, 0.452276, 0.098046, 0.144217, 0.354134, 0.573879, 0.556683, 0.528071, 0.54866, 0.635078, 0.552062, 0.323135, 0.575272, 0.509222, 0.597405, 0.555267, 0.640376, 0.60396, 0.539447, 0.299833, 0.528416, 0.602497, 0.146442, 0.610153, 0.52558, 0.118183, 0.588485, 0.506409, 0.600926, 0.561744, 0.350895, 0.413373, 0.596941, 0.469598, 0.106529, 0.530241, 0.567856, 0.222034, 0.211047, 0.127334, 0.597931, 0.441815, 0.53994, 0.631427, 0.246421, 0.5764, 0.405183, 0.261726, 0.600473, 0.609529, 0.084255, 0.60748, 0.45518, 0.550702, 0.618092, 0.522064, 0.5399, 0.233211, 0.442398, 0.441069, 0.490741, 0.101884, 0.622738, 0.600071, 0.275172, 0.447579, 0.608034, 0.549422, 0.539599, 0.139709, 0.537846, 0.21782, 0.129718, 0.544174, 0.565937, 0.380755, 0.352859, 0.47593, 0.110651, 0.553513, 0.472526, 0.404588, 0.477237, 0.493784, 0.540754, 0.195906, 0.456982, 0.611729, 0.64738, 0.505519, 0.573393, 0.356032, 0.375446, 0.370877, 0.289891, 0.399029, 0.533184, 0.605091, 0.58872, 0.430162, 0.553243, 0.63299, 0.258384, 0.149664, 0.667993, 0.617653, 0.667675, 0.261304, 0.617386, 0.584804, 0.30083, 0.601109, 0.09794, 0.587292, 0.561326, 0.317395, 0.390545, 0.538402, 0.608379, 0.450528, 0.546973, 0.521704, 0.371121, 0.611663, 0.535348, 0.382242, 0.58882, 0.623767, 0.095575, 0.550643, 0.47647, 0.409171, 0.340233, 0.605714, 0.587566, 0.387444, 0.273474, 0.360611, 0.567607, 0.576137, 0.504141, 0.093956, 0.085982, 0.476156, 0.593902, 0.582049, 0.463225, 0.389833, 0.595293, 0.613246, 0.160189, 0.460919, 0.410645, 0.597632, 0.36209, 0.538991, 0.600001, 0.281482, 0.653759, 0.357379, 0.526378, 0.278054, 0.610398, 0.247467, 0.230244, 0.482948, 0.622506, 0.480583, 0.414677, 0.600942, 0.625274, 0.614786, 0.49422, 0.631266, 0.11525, 0.180685, 0.086397, 0.454873, 0.60144, 0.502232, 0.108173, 0.233888, 0.633098, 0.44553, 0.576287, 0.575034, 0.624993, 0.565977, 0.622643, 0.606469, 0.178445, 0.31365, 0.618071, 0.259219, 0.115136, 0.593555, 0.444516, 0.493607, 0.526245, 0.357168, 0.221244, 0.22274, 0.493656, 0.554452, 0.562183, 0.543426, 0.499746, 0.558656, 0.521923, 0.168992, 0.587366, 0.652531, 0.151688, 0.537064, 0.432799, 0.472981, 0.370357, 0.56193, 0.49803, 0.489464, 0.30142, 0.497088, 0.457868, 0.157102, 0.511997, 0.101785, 0.278553, 0.531654, 0.571307, 0.514032, 0.332738, 0.294279, 0.511543, 0.07697, 0.539896, 0.644122, 0.598743, 0.27062, 0.584584, 0.174973, 0.516901, 0.483617, 0.559444, 0.635998, 0.556965, 0.542391, 0.277734, 0.437966, 0.599933, 0.510312, 0.560862, 0.106009, 0.419061, 0.549986, 0.527888, 0.290512, 0.23716, 0.58109, 0.110132, 0.555868, 0.168392, 0.606962, 0.305521, 0.535757, 0.561815, 0.607291, 0.376637, 0.597337, 0.635743, 0.54221, 0.399638, 0.616781, 0.441824, 0.211163, 0.173875, 0.462248, 0.515849, 0.102071, 0.313077, 0.54981, 0.260226, 0.509524, 0.42327, 0.553038, 0.118867, 0.557073, 0.592557, 0.571308, 0.560826, 0.470396, 0.574507, 0.529013, 0.29327, 0.569095, 0.496405, 0.427352, 0.11365, 0.26875, 0.561311, 0.617644, 0.426955, 0.163383, 0.096969, 0.583552, 0.569392, 0.45066, 0.285371, 0.505347, 0.485534, 0.543509, 0.164336, 0.112661, 0.501888, 0.470506, 0.517333, 0.578591, 0.603801, 0.090531, 0.573292, 0.580555, 0.298194, 0.263722, 0.470312, 0.610681, 0.603105, 0.676599, 0.51546, 0.364561, 0.620122, 0.512656, 0.317089, 0.498851, 0.457631, 0.535351, 0.553107, 0.22552, 0.550361, 0.649977, 0.459202, 0.540636, 0.519737, 0.171427, 0.584416 ] }, "name": "model.model.layers.14.input_layernorm.weight", "outputIndexes": [ 1166 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1165 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_14/Mul_output_0", "outputIndexes": [ 1167 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1166, 1167 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_14/Mul_1_output_0", "outputIndexes": [ 1168 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1168 ], "outputIndexes": [ 3020 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 3020 ], "outputIndexes": [ 3021 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/q_proj/Linear", "inputIndexes": [ 3021 ], "outputIndexes": [ 3022 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 960, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14400, "weightSize": 0 }, "external": [ 86018156, 460822, 115200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 3022 ], "outputIndexes": [ 3023 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3023 ], "outputIndexes": [ 1169 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 960 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1168 ], "main_type": "NONE", "name": "/Shape_197_output_0", "outputIndexes": [ 1170 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1170 ], "main_type": "NONE", "name": "Shape3102", "outputIndexes": [ 1171 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1170 ], "main_type": "NONE", "name": "Rank3104", "outputIndexes": [ 1172 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1172, 1172 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3106", "outputIndexes": [ 1173 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1173 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3107", "outputIndexes": [ 1174 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1173, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3109", "outputIndexes": [ 1175 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1175 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3110", "outputIndexes": [ 1176 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1171, 1174, 1176, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice3113", "outputIndexes": [ 1177 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1177 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze3114", "outputIndexes": [ 1178 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 1178 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3115", "outputIndexes": [ 1179 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1179, 1178 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3116", "outputIndexes": [ 1180 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1170, 1180, 1173 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_214_output_0", "outputIndexes": [ 1181 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1181, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_449_output_0", "outputIndexes": [ 1182 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 1182, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_182_output_0", "outputIndexes": [ 1183 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1169, 1183 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_127_output_0", "outputIndexes": [ 1184 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1184, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_112_output_0", "outputIndexes": [ 1185 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1184 ], "main_type": "NONE", "name": "/Shape_198_output_0", "outputIndexes": [ 1186 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1186 ], "main_type": "NONE", "name": "Shape3123", "outputIndexes": [ 1187 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1186 ], "main_type": "NONE", "name": "Rank3125", "outputIndexes": [ 1188 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1188, 1188 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3127", "outputIndexes": [ 1189 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1189 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3128", "outputIndexes": [ 1190 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1189, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3130", "outputIndexes": [ 1191 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1191 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3131", "outputIndexes": [ 1192 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1187, 1190, 1192, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice3134", "outputIndexes": [ 1193 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1193 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze3135", "outputIndexes": [ 1194 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 1194 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3136", "outputIndexes": [ 1195 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1195, 1194 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3137", "outputIndexes": [ 1196 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1186, 1196, 1189 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_215_output_0", "outputIndexes": [ 1197 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1197, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_42_output_0", "outputIndexes": [ 1198 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1198, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_454_output_0", "outputIndexes": [ 1199 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1184, 1199, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_57_output_0", "outputIndexes": [ 1200 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1200 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_28_output_0", "outputIndexes": [ 1201 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1184, 22, 1199, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_56_output_0", "outputIndexes": [ 1202 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1201, 1202 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_185_output_0", "outputIndexes": [ 1203 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1203, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_113_output_0", "outputIndexes": [ 1204 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1185, 1204 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_70_output_0", "outputIndexes": [ 1205 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1168 ], "outputIndexes": [ 3024 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 3024 ], "outputIndexes": [ 3025 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/k_proj/Linear", "inputIndexes": [ 3025 ], "outputIndexes": [ 3026 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 4800, "weightSize": 0 }, "external": [ 86594178, 153622, 38400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 3026 ], "outputIndexes": [ 3027 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3027 ], "outputIndexes": [ 1206 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 1182, 85, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_183_output_0", "outputIndexes": [ 1207 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1206, 1207 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_128_output_0", "outputIndexes": [ 1208 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1208, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_114_output_0", "outputIndexes": [ 1209 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1208 ], "main_type": "NONE", "name": "/Shape_199_output_0", "outputIndexes": [ 1210 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1210 ], "main_type": "NONE", "name": "Shape3186", "outputIndexes": [ 1211 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1210 ], "main_type": "NONE", "name": "Rank3188", "outputIndexes": [ 1212 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1212, 1212 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3190", "outputIndexes": [ 1213 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1213 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3191", "outputIndexes": [ 1214 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1213, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3193", "outputIndexes": [ 1215 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1215 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3194", "outputIndexes": [ 1216 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1211, 1214, 1216, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice3197", "outputIndexes": [ 1217 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1217 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze3198", "outputIndexes": [ 1218 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 1218 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3199", "outputIndexes": [ 1219 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1219, 1218 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3200", "outputIndexes": [ 1220 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1210, 1220, 1213 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_216_output_0", "outputIndexes": [ 1221 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1221, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_43_output_0", "outputIndexes": [ 1222 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1222, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_456_output_0", "outputIndexes": [ 1223 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1208, 1223, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_59_output_0", "outputIndexes": [ 1224 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1224 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_29_output_0", "outputIndexes": [ 1225 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1208, 22, 1223, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_58_output_0", "outputIndexes": [ 1226 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1225, 1226 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_186_output_0", "outputIndexes": [ 1227 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1227, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_115_output_0", "outputIndexes": [ 1228 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1209, 1228 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_71_output_0", "outputIndexes": [ 1229 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1168 ], "outputIndexes": [ 3028 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 3028 ], "outputIndexes": [ 3029 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/v_proj/Linear", "inputIndexes": [ 3029 ], "outputIndexes": [ 3030 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 4800, "weightSize": 0 }, "external": [ 86786200, 153622, 38400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 3030 ], "outputIndexes": [ 3031 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3031 ], "outputIndexes": [ 1230 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1230, 1207 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_129_output_0", "outputIndexes": [ 1231 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1205, 1229, 1231, 111 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_134_output_0", "outputIndexes": [ 1232 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1232 ], "outputIndexes": [ 3032 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 3032 ], "outputIndexes": [ 3033 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/o_proj/Linear", "inputIndexes": [ 3033 ], "outputIndexes": [ 3034 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 960, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14400, "weightSize": 0 }, "external": [ 86978222, 460822, 115200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 3034 ], "outputIndexes": [ 3035 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3035 ], "outputIndexes": [ 1233 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 960 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1165, 1233 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_73_output_0", "outputIndexes": [ 1234 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 960 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.401709, 0.357215, 0.372904, 0.395038, 0.355901, 0.346307, 0.384828, 0.384905, 0.289941, 0.148017, 0.344022, 0.402905, 0.367198, 0.363891, 0.293975, 0.367896, 0.167446, 0.36655, 0.081378, 0.078347, 0.316084, 0.198596, 0.122192, 0.392462, 0.408505, 0.164392, 0.103937, 0.293556, 0.378834, 0.134219, 0.381438, 0.403096, 0.217726, 0.383321, 0.374147, 0.298631, 0.389967, 0.267264, 0.235645, 0.314937, 0.077998, 0.320681, 0.419991, 0.091286, 0.328045, 0.207237, 0.078941, 0.390882, 0.057497, 0.231846, 0.32928, 0.232543, 0.245447, 0.062405, 0.344901, 0.10926, 0.153603, 0.059232, 0.361077, 0.269099, 0.342842, 0.412773, 0.20683, 0.166713, 0.404294, 0.324899, 0.339867, 0.40337, 0.213449, 0.151653, 0.301551, 0.367116, 0.403517, 0.355923, 0.088595, 0.21869, 0.386951, 0.352284, 0.322231, 0.329973, 0.135141, 0.348084, 0.242499, 0.354852, 0.375854, 0.401701, 0.253447, -0.000368, 0.383602, 0.346688, 0.308939, 0.071939, 0.241958, 0.24437, 0.243887, 0.351336, 0.246078, 0.059942, 0.359374, 0.296562, 0.093601, 0.408915, 0.263647, 0.307167, 0.408787, 0.40116, 0.41826, 0.17202, 0.383555, 0.406218, 0.403536, 0.325271, 0.286363, 0.375573, 0.436129, 0.282705, 0.419795, 0.417187, 0.379443, 0.317131, 0.323289, 0.418743, 0.239968, 0.388457, 0.351454, 0.359377, 0.372296, 0.387828, 0.392108, 0.273259, 0.396015, 0.213888, 0.339445, 0.062999, 0.190108, 0.419401, 0.406752, 0.349623, 0.390867, 0.321596, 0.079498, 0.288901, 0.331769, 0.359633, 0.41315, 0.056405, 0.151458, 0.136939, 0.306555, 0.435872, 0.248497, 0.319726, 0.350936, 0.258078, 0.392558, 0.383977, 0.33201, 0.200357, 0.436401, 0.394989, 0.3984, 0.385688, 0.284597, 0.226852, 0.256497, 0.409735, 0.394174, 0.221666, 0.28635, 0.367773, 0.396095, 0.178528, 0.232253, 0.322864, 0.166833, 0.366346, 0.080242, 0.129182, 0.350713, 0.178195, 0.373956, 0.231818, 0.279469, 0.387167, 0.385301, 0.426597, 0.158194, 0.264001, 0.066478, 0.364648, 0.392114, 0.111015, 0.080114, 0.216543, 0.284331, 0.409863, 0.108595, 0.347059, 0.353835, 0.386057, 0.168699, 0.36237, 0.39709, 0.402488, 0.180366, 0.375833, 0.202564, 0.394814, 0.374049, 0.166533, 0.38152, 0.346506, 0.080296, 0.40582, 0.278444, 0.356986, 0.397529, 0.100312, 0.12662, 0.360424, 0.130709, 0.277952, 0.339628, 0.261409, 0.169897, 0.304535, 0.327416, 0.250754, 0.389837, 0.311092, 0.367008, 0.238998, 0.251604, 0.315836, 0.273385, 0.119923, 0.393923, 0.113704, 0.072969, 0.355896, 0.351542, 0.117935, 0.356792, 0.350994, 0.380634, 0.402268, 0.41022, 0.292944, 0.370534, 0.188183, 0.344316, 0.323913, 0.120241, 0.427332, 0.198643, 0.424258, 0.244143, 0.365021, 0.340231, 0.280167, 0.375057, 0.37546, 0.383959, 0.069849, 0.414506, 0.064387, 0.404775, 0.267236, 0.315963, 0.393435, 0.268219, 0.415183, 0.385469, 0.43244, 0.369079, 0.318946, 0.069713, 0.13124, 0.379155, 0.421446, 0.095406, 0.329196, 0.307269, 0.387885, 0.289731, 0.346322, 0.062503, 0.386138, 0.385868, 0.264023, 0.432196, 0.368311, 0.327422, 0.303761, 0.352253, 0.159375, 0.267264, 0.362448, 0.305388, 0.365643, 0.242089, 0.331641, 0.331672, 0.30332, 0.065693, 0.418823, 0.155724, 0.268567, 0.069665, 0.341321, 0.334098, 0.253247, 0.405468, 0.303571, 0.393716, 0.216675, 0.34864, 0.153716, 0.103024, 0.336667, 0.356338, 0.409783, 0.343439, 0.392585, 0.119953, 0.175535, 0.374394, 0.35675, 0.397472, 0.296015, 0.381359, 0.151722, 0.403392, 0.084183, 0.375744, 0.36909, 0.12541, 0.382097, 0.296233, 0.364552, 0.258473, 0.403861, 0.07699, 0.385383, 0.108816, 0.374444, 0.248297, 0.358377, 0.200177, 0.325014, 0.271634, 0.178248, 0.337624, 0.359039, 0.320065, 0.378452, 0.107388, 0.188495, 0.269728, 0.222732, 0.076478, 0.240871, 0.029897, 0.32633, 0.400545, 0.402096, 0.38582, 0.096192, 0.360585, 0.303739, 0.287715, 0.29051, 0.082323, 0.341503, 0.390108, 0.371145, 0.39149, 0.258658, 0.318675, 0.127816, 0.068164, 0.395668, 0.411382, 0.291608, 0.410902, 0.118851, 0.404768, 0.320799, 0.238182, 0.317969, 0.096207, 0.265904, 0.2778, 0.36396, 0.138871, 0.131497, 0.40806, 0.374398, 0.312972, 0.343637, 0.373284, 0.096679, 0.359713, 0.106261, 0.251792, 0.356526, 0.352842, 0.381872, 0.258844, 0.310787, 0.374913, 0.278561, 0.103469, 0.38462, 0.121701, 0.119839, 0.332426, 0.399706, 0.215973, 0.352133, 0.157576, 0.388422, 0.266407, 0.37542, 0.41151, 0.171491, 0.125321, 0.321857, 0.329804, 0.250168, 0.169579, 0.397282, 0.280217, 0.066012, 0.405763, 0.300835, 0.357008, 0.416569, 0.068693, 0.096347, 0.206839, 0.381407, 0.354364, 0.357232, 0.383845, 0.390538, 0.135992, 0.387288, 0.349455, 0.322968, 0.397684, 0.390231, 0.410397, 0.209062, 0.160508, 0.386158, 0.225395, 0.144519, 0.199985, 0.24231, 0.227002, 0.342193, 0.081917, 0.171602, 0.192281, 0.161955, 0.334107, 0.336397, 0.185188, 0.164193, 0.378515, 0.123971, 0.355479, 0.304301, 0.091179, 0.329863, 0.104084, 0.182257, 0.201622, 0.390758, 0.41644, 0.300261, 0.28372, 0.345228, 0.36294, 0.182526, 0.064509, 0.388275, 0.39577, 0.332016, 0.387133, 0.328584, 0.369398, 0.347819, 0.153001, 0.222249, 0.209257, 0.412509, 0.338083, 0.06289, 0.062589, 0.341273, 0.120666, 0.416613, 0.387437, 0.244062, 0.285434, 0.293069, 0.252586, 0.273876, 0.410554, 0.388538, 0.100642, 0.354533, 0.374671, 0.321318, 0.397699, 0.148265, 0.296961, 0.210215, 0.236761, 0.311101, 0.353951, 0.391946, 0.27624, 0.065675, 0.392954, 0.111946, 0.392691, 0.392081, 0.375522, 0.333315, 0.366756, 0.415996, 0.266701, 0.305186, 0.413176, 0.350303, 0.082294, 0.401316, 0.36815, 0.367942, 0.296894, 0.386994, 0.128804, 0.068286, 0.159555, 0.10726, 0.314484, 0.358701, 0.299007, 0.384554, 0.384653, 0.22485, 0.37648, 0.324811, 0.278698, 0.108186, 0.278189, 0.273467, 0.398878, 0.205694, 0.243688, 0.382663, 0.220168, 0.374958, 0.334688, 0.063, 0.240172, 0.357029, 0.386476, 0.076413, 0.301253, 0.06247, 0.371154, 0.19938, 0.218745, 0.157786, 0.276917, 0.311911, 0.42948, 0.27476, 0.08183, 0.394671, 0.3689, 0.339081, 0.338527, 0.258056, 0.324819, 0.382987, 0.304547, 0.083867, 0.330202, 0.354013, 0.40267, 0.361035, 0.304826, 0.063097, 0.273135, 0.377738, 0.367464, 0.157263, 0.341365, 0.155745, 0.127789, 0.202269, 0.248487, 0.345014, 0.253592, 0.341036, 0.263938, 0.232616, 0.157981, 0.198674, 0.386898, 0.059525, 0.252842, 0.327504, 0.269732, 0.061498, 0.084191, 0.220075, 0.361862, 0.357898, 0.333951, 0.353993, 0.412897, 0.386146, 0.210466, 0.408721, 0.335966, 0.388068, 0.379514, 0.1593, 0.430786, 0.363171, 0.159224, 0.356334, 0.398343, 0.103069, 0.39857, 0.353772, 0.080464, 0.393833, 0.234319, 0.392657, 0.365499, 0.222421, 0.250888, 0.402869, 0.316577, 0.07414, 0.333114, 0.36012, 0.131094, 0.122659, 0.086286, 0.376855, 0.271085, 0.377196, 0.409763, 0.138569, 0.38745, 0.21534, 0.17578, 0.410498, 0.380039, 0.052727, 0.411913, 0.256593, 0.326425, 0.395682, 0.318846, 0.360615, 0.14627, 0.282568, 0.30731, 0.306426, 0.061379, 0.40046, 0.392845, 0.15592, 0.273471, 0.367077, 0.357237, 0.341382, 0.078927, 0.335825, 0.099642, 0.075277, 0.336762, 0.373218, 0.226139, 0.209872, 0.324451, 0.069172, 0.374975, 0.274494, 0.110416, 0.331621, 0.325838, 0.355839, 0.116898, 0.30279, 0.39653, 0.425347, 0.327481, 0.393712, 0.196201, 0.24013, 0.151974, 0.15203, 0.250711, 0.334025, 0.378828, 0.389618, 0.284816, 0.378368, 0.400997, 0.142654, 0.0883, 0.415219, 0.408836, 0.400005, 0.164204, 0.391426, 0.366421, 0.158138, 0.376715, 0.073012, 0.37232, 0.361073, 0.185637, 0.250604, 0.317851, 0.373036, 0.279205, 0.362537, 0.349262, 0.21517, 0.38721, 0.361906, 0.255671, 0.405076, 0.404289, 0.068177, 0.338749, 0.278502, 0.249401, 0.204533, 0.419304, 0.392129, 0.248229, 0.15606, 0.194425, 0.388535, 0.372902, 0.285474, 0.066866, 0.058811, 0.302504, 0.376649, 0.358485, 0.288168, 0.240359, 0.391078, 0.400044, 0.08281, 0.302774, 0.273243, 0.400244, 0.224044, 0.365532, 0.384556, 0.160866, 0.408465, 0.204817, 0.357736, 0.174563, 0.336767, 0.147292, 0.128641, 0.292378, 0.425202, 0.325855, 0.270666, 0.370342, 0.381285, 0.420272, 0.306487, 0.403847, 0.068518, 0.102271, 0.057008, 0.301416, 0.403671, 0.334136, 0.07117, 0.14426, 0.373536, 0.296214, 0.387102, 0.379685, 0.432498, 0.384344, 0.39974, 0.39447, 0.110575, 0.179303, 0.402166, 0.156036, 0.075135, 0.388259, 0.292945, 0.32874, 0.323713, 0.212111, 0.134897, 0.155857, 0.311886, 0.345248, 0.195655, 0.371333, 0.342052, 0.389613, 0.35348, 0.079228, 0.388217, 0.413483, 0.093143, 0.330308, 0.237537, 0.301456, 0.20596, 0.354597, 0.338661, 0.32521, 0.168397, 0.283263, 0.285323, 0.098243, 0.307671, 0.065073, 0.159945, 0.346983, 0.38636, 0.314709, 0.207027, 0.188382, 0.357806, 0.054509, 0.35507, 0.427522, 0.411538, 0.165897, 0.418158, 0.075129, 0.322129, 0.30455, 0.379169, 0.385864, 0.379323, 0.368381, 0.173356, 0.252226, 0.396599, 0.329016, 0.374214, 0.075329, 0.234849, 0.346021, 0.362866, 0.162827, 0.163588, 0.372516, 0.065944, 0.369298, 0.099869, 0.375179, 0.194681, 0.341583, 0.355934, 0.388306, 0.236285, 0.401941, 0.396282, 0.376275, 0.235481, 0.403994, 0.260418, 0.129897, 0.103878, 0.284449, 0.349772, 0.072984, 0.089985, 0.354946, 0.160138, 0.339542, 0.267283, 0.362628, 0.083792, 0.370581, 0.401513, 0.386443, 0.355437, 0.308231, 0.363662, 0.331164, 0.176427, 0.376885, 0.335714, 0.293327, 0.067514, 0.166103, 0.322122, 0.371472, 0.217768, 0.103028, 0.073017, 0.378126, 0.368575, 0.266523, 0.175001, 0.173969, 0.314666, 0.36323, 0.081148, 0.068421, 0.359155, 0.314434, 0.353304, 0.405554, 0.393863, 0.064079, 0.390626, 0.409781, 0.175673, 0.172019, 0.249842, 0.408871, 0.369759, 0.372903, 0.351126, 0.166693, 0.372005, 0.328434, 0.20472, 0.321346, 0.314832, 0.367935, 0.375381, 0.140835, 0.354988, 0.445126, 0.310021, 0.351401, 0.341598, 0.095356, 0.368149 ] }, "name": "model.model.layers.14.post_attention_layernorm.weight", "outputIndexes": [ 1235 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1234 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_14/Mul_output_0", "outputIndexes": [ 1236 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1235, 1236 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_14/Mul_1_output_0", "outputIndexes": [ 1237 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1237 ], "outputIndexes": [ 3036 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 3036 ], "outputIndexes": [ 3037 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/mlp/gate_proj/Linear", "inputIndexes": [ 3037 ], "outputIndexes": [ 3038 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2560, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 38400, "weightSize": 0 }, "external": [ 87554244, 1228822, 307200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 3038 ], "outputIndexes": [ 3039 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3039 ], "outputIndexes": [ 1238 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1238 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_14/Sigmoid_output_0", "outputIndexes": [ 1239 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1238, 1239 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_14/Mul_output_0", "outputIndexes": [ 1240 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1237 ], "outputIndexes": [ 3040 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 3040 ], "outputIndexes": [ 3041 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/mlp/up_proj/Linear", "inputIndexes": [ 3041 ], "outputIndexes": [ 3042 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2560, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 38400, "weightSize": 0 }, "external": [ 89090266, 1228822, 307200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 3042 ], "outputIndexes": [ 3043 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3043 ], "outputIndexes": [ 1241 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1240, 1241 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_14/Mul_output_0", "outputIndexes": [ 1242 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1242 ], "outputIndexes": [ 3044 ], "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 3044 ], "outputIndexes": [ 3045 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/mlp/down_proj/Linear", "inputIndexes": [ 3045 ], "outputIndexes": [ 3046 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 960, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2560, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 38400, "weightSize": 0 }, "external": [ 90626288, 1228822, 307200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 3046 ], "outputIndexes": [ 3047 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3047 ], "outputIndexes": [ 1243 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 960 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1234, 1243 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_74_output_0", "outputIndexes": [ 1244 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1244, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_135_output_0", "outputIndexes": [ 1245 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 960 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.676839, 0.62596, 0.638808, 0.597301, 0.610194, 0.581166, 0.711139, 0.639665, 0.76917, 0.229576, 0.618716, 0.638513, 0.610992, 0.685216, 0.479355, 0.632673, 0.275849, 0.62708, 0.110217, 0.118884, 0.529124, 0.331386, 0.18029, 0.66159, 0.658615, 0.282556, 0.167424, 0.438139, 0.620579, 0.172921, 0.6089, 0.717892, 0.331404, 0.635334, 0.618877, 0.504745, 0.693076, 0.414842, 0.346506, 0.533042, 0.181985, 0.509992, 0.774466, 0.123869, 0.549094, 0.3487, 0.09878, 0.720921, 0.071141, 0.373479, 0.502669, 0.342487, 0.401768, 0.078142, 0.567287, 0.153813, 0.224786, 0.085693, 0.655074, 0.436265, 0.582074, 0.723329, 0.372172, 0.264568, 0.661592, 0.55249, 0.538569, 0.761717, 0.344039, 0.243413, 0.502216, 0.629323, 0.69376, 0.612662, 0.125102, 0.407969, 0.663227, 0.631487, 0.574445, 0.524931, 0.265265, 0.567111, 0.368777, 0.565641, 0.666416, 0.667578, 0.420487, 0.046867, 0.656131, 0.557656, 0.502146, 0.087743, 0.36426, 0.432475, 0.374107, 0.570998, 0.390643, 0.068418, 0.620846, 0.501584, 0.128414, 0.740817, 0.425114, 0.533468, 0.670293, 0.666277, 0.690141, 0.248142, 0.628028, 0.670194, 0.677265, 0.542239, 0.491527, 0.636896, 0.779693, 0.447401, 0.666836, 0.721116, 0.715178, 0.545223, 0.561597, 0.696337, 0.343088, 0.65906, 0.5837, 0.603339, 0.578935, 0.681135, 0.661537, 0.541487, 0.711408, 0.329331, 0.553176, 0.091615, 0.289922, 0.728725, 0.658373, 0.58788, 0.671346, 0.550736, 0.094164, 0.447383, 0.536625, 0.599618, 0.753025, 0.075337, 0.263467, 0.205201, 0.572615, 0.685567, 0.457305, 0.516781, 0.574703, 0.378995, 0.59919, 0.635256, 0.5703, 0.269546, 0.731978, 0.685464, 0.682256, 0.645937, 0.52677, 0.29124, 0.420656, 0.707234, 0.693479, 0.324623, 0.463375, 0.621399, 0.668098, 0.269162, 0.362941, 0.586893, 0.248878, 0.618781, 0.106187, 0.178288, 0.595705, 0.267369, 0.640897, 0.323124, 0.438448, 0.677052, 0.682027, 0.793799, 0.232786, 0.440712, 0.078708, 0.59522, 0.635665, 0.164443, 0.106051, 0.320017, 0.468584, 0.699414, 0.143711, 0.569512, 0.555854, 0.655121, 0.231026, 0.600808, 0.657246, 0.708712, 0.280566, 0.606156, 0.312969, 0.65148, 0.615803, 0.252431, 0.654517, 0.562161, 0.17942, 0.697808, 0.432894, 0.613379, 0.672332, 0.195475, 0.170695, 0.594169, 0.180382, 0.431302, 0.522075, 0.429355, 0.35544, 0.454561, 0.532995, 0.380611, 0.617635, 0.53149, 0.637331, 0.412352, 0.402596, 0.505566, 0.451876, 0.167336, 0.690216, 0.457246, 0.080305, 0.613775, 0.58341, 0.161158, 0.576151, 0.571873, 0.671223, 0.659878, 0.637964, 0.476741, 0.605606, 0.292284, 0.58511, 0.521609, 0.174788, 0.674359, 0.320552, 0.743829, 0.430754, 0.613983, 0.616784, 0.457197, 0.658353, 0.655187, 0.65068, 0.079267, 0.715131, 0.099977, 0.653903, 0.428453, 0.526803, 0.709024, 0.433941, 0.685892, 0.67162, 0.727297, 0.612828, 0.504284, 0.106046, 0.21445, 0.635238, 0.740389, 0.125327, 0.566697, 0.460823, 0.627475, 0.481842, 0.615432, 0.07888, 0.631621, 0.646862, 0.433482, 0.763407, 0.645476, 0.503928, 0.515838, 0.594928, 0.241838, 0.449492, 0.61692, 0.546312, 0.616882, 0.393849, 0.606281, 0.519271, 0.507956, 0.082601, 0.753644, 0.254598, 0.425577, 0.088723, 0.602126, 0.622617, 0.411402, 0.711011, 0.505764, 0.664267, 0.332088, 0.621038, 0.242344, 0.13911, 0.540622, 0.627156, 0.690051, 0.61726, 0.670173, 0.190644, 0.272175, 0.677403, 0.593644, 0.660462, 0.501259, 0.663936, 0.223054, 0.678306, 0.215315, 0.647375, 0.660451, 0.178581, 0.620317, 0.480124, 0.582365, 0.443203, 0.684781, 0.104586, 0.61067, 0.151217, 0.613954, 0.397028, 0.558156, 0.302233, 0.495154, 0.445395, 0.293048, 0.56952, 0.645128, 0.581884, 0.597776, 0.139617, 0.31408, 0.472463, 0.333631, 0.105948, 0.416957, 0.137068, 0.55598, 0.615535, 0.687547, 0.637842, 0.140467, 0.598251, 0.502148, 0.453035, 0.432044, 0.15063, 0.579478, 0.658842, 0.632164, 0.68277, 0.461752, 0.535786, 0.179821, 0.079013, 0.648743, 0.765546, 0.515462, 0.719695, 0.15262, 0.748303, 0.543997, 0.394497, 0.514147, 0.13129, 0.400926, 0.48212, 0.579582, 0.201593, 0.179663, 0.699222, 0.686278, -0.001207, 0.546679, 0.631651, 0.131597, 0.596888, 0.148866, 0.437081, 0.641813, 0.623998, 0.591026, 0.429317, 0.519692, 0.670517, 0.444873, 0.132516, 0.651145, 0.195234, 0.164086, 0.531087, 0.704509, 0.357801, 0.603028, 0.225464, 0.661462, 0.411059, 0.636392, 0.697167, 0.206202, 0.182075, 0.54091, 0.554798, 0.400209, 0.271523, 0.694254, 0.480085, 0.08798, 0.65386, 0.484165, 0.612867, 0.67471, 0.08286, 0.187354, 0.34662, 0.687355, 0.647215, 0.592392, 0.699367, 0.653916, 0.22336, 0.634617, 0.606661, 0.551609, 0.670205, 0.670519, 0.695209, 0.31589, 0.657492, 0.670088, 0.355071, 0.221893, 0.323352, 0.398668, 0.385917, 0.569979, 0.11418, 0.245471, 0.320707, 0.252384, 0.523473, 0.537406, 0.287416, 0.252791, 0.657774, 0.183764, 0.648686, 0.50557, 0.26628, 0.569704, 0.143737, 0.263312, 0.301664, 0.657779, 0.704594, 0.500741, 0.449734, 0.58355, 0.628231, 0.266583, 0.080155, 0.654789, 0.691315, 0.559369, 0.702455, 0.569367, 0.644609, 0.58629, 0.27955, 0.342439, 0.315181, 0.704881, 0.550978, 0.083006, 0.082458, 0.601204, 0.350185, 0.716299, 0.620224, 0.402848, 0.469904, 0.5144, 0.397958, 0.403267, 0.68039, 0.678723, 0.137592, 0.611981, 0.605875, 0.525538, 0.681334, 0.227619, 0.489739, 0.335772, 0.370372, 0.503961, 0.562911, 0.705065, 0.410408, 0.064744, 0.630532, 0.282289, 0.678587, 0.637031, 0.641238, 0.53015, 0.637741, 0.715445, 0.431392, 0.493126, 0.739099, 0.52733, 0.108534, 0.683432, 0.592361, 0.624016, 0.484496, 0.627554, 0.203091, 0.10002, 0.259295, 0.16529, 0.523053, 0.572035, 0.463888, 0.626016, 0.5843, 0.331936, 0.604911, 0.517257, 0.511414, 0.193983, 0.464639, 0.429122, 0.694505, 0.301749, 0.377903, 0.668628, 0.3519, 0.638197, 0.515414, 0.075972, 0.360364, 0.607479, 0.662898, 0.105756, 0.472068, 0.076172, 0.63873, 0.302692, 0.354971, 0.238445, 0.43565, 0.476856, 0.717974, 0.433492, 0.102348, 0.699559, 0.60962, 0.595507, 0.582214, 0.431328, 0.525221, 0.656572, 0.518013, 0.114923, 0.488984, 0.591662, 0.703244, 0.605761, 0.606128, 0.082772, 0.498142, 0.635076, 0.604017, 0.245589, 0.591589, 0.224634, 0.195976, 0.289145, 0.48272, 0.559619, 0.529036, 0.561328, 0.428153, 0.383464, 0.31539, 0.308608, 0.682996, 0.172275, 0.384032, 0.580885, 0.43736, 0.080349, 0.110394, 0.344444, 0.63434, 0.61283, 0.549079, 0.595617, 0.719771, 0.626456, 0.304596, 0.653561, 0.549669, 0.645323, 0.625596, 0.585777, 0.705541, 0.60542, 0.263549, 0.606219, 0.68841, 0.13948, 0.701993, 0.61387, 0.102202, 0.662675, 0.500005, 0.680319, 0.593467, 0.353376, 0.437936, 0.696127, 0.514701, 0.09304, 0.56543, 0.616033, 0.19569, 0.188523, 0.109399, 0.652152, 0.45062, 0.613154, 0.689945, 0.211965, 0.663216, 0.365039, 0.24557, 0.732997, 0.69055, 0.068191, 0.645137, 0.461363, 0.535757, 0.726104, 0.527506, 0.60655, 0.208976, 0.499182, 0.470059, 0.504576, 0.082839, 0.686869, 0.631791, 0.231812, 0.458001, 0.66584, 0.603389, 0.534049, 0.101599, 0.593807, 0.181712, 0.111767, 0.58224, 0.649984, 0.344977, 0.325688, 0.535766, 0.093152, 0.57183, 0.45299, 0.407566, 0.484993, 0.527604, 0.597957, 0.168689, 0.466512, 0.67668, 0.70455, 0.51695, 0.628246, 0.328188, 0.373538, 0.334432, 0.244812, 0.420675, 0.566958, 0.700752, 0.638532, 0.441936, 0.629104, 0.701291, 0.2399, 0.123463, 0.732699, 0.685625, 0.711309, 0.263055, 0.700152, 0.612595, 0.257685, 0.679085, 0.086927, 0.587708, 0.618506, 0.290623, 0.386853, 0.577824, 0.638772, 0.428198, 0.580149, 0.553784, 0.37122, 0.705277, 0.58601, 0.386277, 0.676568, 0.710787, 0.07275, 0.582341, 0.471571, 0.378411, 0.327609, 0.694958, 0.653745, 0.380091, 0.226353, 0.329973, 0.628327, 0.646237, 0.50137, 0.083756, 0.077023, 0.493732, 0.617138, 0.614114, 0.462718, 0.383213, 0.663453, 0.728511, 0.139799, 0.4927, 0.44008, 0.616082, 0.366975, 0.617904, 0.64969, 0.26947, 0.702271, 0.34555, 0.559936, 0.263131, 0.61109, 0.212593, 0.209667, 0.476449, 0.720436, 0.508529, 0.398031, 0.614948, 0.697707, 0.703026, 0.513589, 0.701319, 0.099565, 0.153632, 0.07134, 0.491851, 0.6667, 0.546305, 0.098517, 0.216075, 0.636114, 0.492429, 0.66892, 0.669298, 0.754756, 0.644325, 0.652198, 0.719711, 0.155388, 0.281267, 0.65629, 0.223637, 0.080531, 0.681371, 0.479278, 0.520852, 0.526446, 0.31777, 0.189045, 0.202496, 0.492141, 0.594255, 0.529404, 0.606382, 0.560612, 0.667193, 0.600029, 0.140862, 0.642421, 0.744247, 0.13026, 0.608396, 0.423981, 0.491358, 0.356363, 0.612582, 0.54403, 0.556179, 0.264241, 0.541149, 0.474087, 0.136758, 0.536079, 0.081786, 0.257807, 0.569324, 0.689491, 0.52693, 0.328384, 0.285134, 0.556411, 0.068963, 0.581594, 0.722184, 0.6918, 0.233226, 0.699927, 0.153138, 0.557458, 0.511349, 0.610789, 0.681266, 0.603458, 0.634587, 0.246525, 0.470261, 0.651839, 0.542224, 0.613458, 0.091043, 0.394303, 0.542933, 0.61114, 0.24397, 0.227418, 0.608676, 0.08243, 0.654077, 0.146051, 0.71044, 0.301472, 0.548434, 0.626188, 0.704094, 0.369264, 0.71915, 0.702217, 0.592432, 0.36927, 0.727282, 0.435011, 0.179651, 0.157503, 0.448729, 0.571455, 0.088014, 0.306523, 0.584618, 0.24572, 0.561355, 0.44061, 0.630078, 0.10627, 0.593623, 0.632526, 0.657708, 0.642974, 0.498818, 0.678959, 0.575163, 0.27799, 0.61723, 0.537673, 0.475887, 0.086842, 0.249748, 0.602825, 0.636549, 0.402204, 0.154566, 0.091797, 0.618218, 0.648593, 0.485313, 0.270814, 0.494338, 0.534534, 0.61371, 0.13284, 0.095631, 0.520742, 0.535143, 0.569665, 0.666294, 0.654381, 0.081781, 0.655505, 0.70747, 0.275702, 0.250698, 0.467069, 0.687649, 0.621845, 0.71151, 0.576021, 0.327152, 0.673397, 0.560589, 0.313876, 0.548066, 0.481009, 0.625446, 0.566997, 0.204588, 0.639766, 0.738449, 0.494502, 0.569168, 0.549721, 0.149814, 0.603984 ] }, "name": "model.model.layers.15.input_layernorm.weight", "outputIndexes": [ 1246 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1245 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_15/Mul_output_0", "outputIndexes": [ 1247 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1246, 1247 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_15/Mul_1_output_0", "outputIndexes": [ 1248 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1248 ], "outputIndexes": [ 3048 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 3048 ], "outputIndexes": [ 3049 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/q_proj/Linear", "inputIndexes": [ 3049 ], "outputIndexes": [ 3050 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 960, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14400, "weightSize": 0 }, "external": [ 92162310, 460822, 115200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 3050 ], "outputIndexes": [ 3051 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3051 ], "outputIndexes": [ 1249 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 960 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1248 ], "main_type": "NONE", "name": "/Shape_211_output_0", "outputIndexes": [ 1250 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1250 ], "main_type": "NONE", "name": "Shape3318", "outputIndexes": [ 1251 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1250 ], "main_type": "NONE", "name": "Rank3320", "outputIndexes": [ 1252 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1252, 1252 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3322", "outputIndexes": [ 1253 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1253 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3323", "outputIndexes": [ 1254 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1253, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3325", "outputIndexes": [ 1255 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1255 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3326", "outputIndexes": [ 1256 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1251, 1254, 1256, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice3329", "outputIndexes": [ 1257 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1257 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze3330", "outputIndexes": [ 1258 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 1258 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3331", "outputIndexes": [ 1259 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1259, 1258 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3332", "outputIndexes": [ 1260 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1250, 1260, 1253 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_229_output_0", "outputIndexes": [ 1261 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1261, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_481_output_0", "outputIndexes": [ 1262 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 1262, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_195_output_0", "outputIndexes": [ 1263 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1249, 1263 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_136_output_0", "outputIndexes": [ 1264 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1264, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_120_output_0", "outputIndexes": [ 1265 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1264 ], "main_type": "NONE", "name": "/Shape_212_output_0", "outputIndexes": [ 1266 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1266 ], "main_type": "NONE", "name": "Shape3339", "outputIndexes": [ 1267 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1266 ], "main_type": "NONE", "name": "Rank3341", "outputIndexes": [ 1268 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1268, 1268 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3343", "outputIndexes": [ 1269 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1269 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3344", "outputIndexes": [ 1270 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1269, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3346", "outputIndexes": [ 1271 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1271 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3347", "outputIndexes": [ 1272 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1267, 1270, 1272, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice3350", "outputIndexes": [ 1273 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1273 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze3351", "outputIndexes": [ 1274 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 1274 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3352", "outputIndexes": [ 1275 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1275, 1274 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3353", "outputIndexes": [ 1276 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1266, 1276, 1269 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_230_output_0", "outputIndexes": [ 1277 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1277, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_45_output_0", "outputIndexes": [ 1278 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1278, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_486_output_0", "outputIndexes": [ 1279 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1264, 1279, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_61_output_0", "outputIndexes": [ 1280 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1280 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_30_output_0", "outputIndexes": [ 1281 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1264, 22, 1279, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_60_output_0", "outputIndexes": [ 1282 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1281, 1282 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_198_output_0", "outputIndexes": [ 1283 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1283, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_121_output_0", "outputIndexes": [ 1284 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1265, 1284 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_75_output_0", "outputIndexes": [ 1285 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1248 ], "outputIndexes": [ 3052 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 3052 ], "outputIndexes": [ 3053 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/k_proj/Linear", "inputIndexes": [ 3053 ], "outputIndexes": [ 3054 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 4800, "weightSize": 0 }, "external": [ 92738332, 153622, 38400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 3054 ], "outputIndexes": [ 3055 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3055 ], "outputIndexes": [ 1286 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 1262, 85, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_196_output_0", "outputIndexes": [ 1287 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1286, 1287 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_137_output_0", "outputIndexes": [ 1288 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1288, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_122_output_0", "outputIndexes": [ 1289 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1288 ], "main_type": "NONE", "name": "/Shape_213_output_0", "outputIndexes": [ 1290 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1290 ], "main_type": "NONE", "name": "Shape3402", "outputIndexes": [ 1291 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1290 ], "main_type": "NONE", "name": "Rank3404", "outputIndexes": [ 1292 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1292, 1292 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3406", "outputIndexes": [ 1293 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1293 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3407", "outputIndexes": [ 1294 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1293, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3409", "outputIndexes": [ 1295 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1295 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3410", "outputIndexes": [ 1296 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1291, 1294, 1296, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice3413", "outputIndexes": [ 1297 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1297 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze3414", "outputIndexes": [ 1298 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 1298 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3415", "outputIndexes": [ 1299 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1299, 1298 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3416", "outputIndexes": [ 1300 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1290, 1300, 1293 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_231_output_0", "outputIndexes": [ 1301 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1301, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_46_output_0", "outputIndexes": [ 1302 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1302, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_488_output_0", "outputIndexes": [ 1303 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1288, 1303, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_63_output_0", "outputIndexes": [ 1304 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1304 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_31_output_0", "outputIndexes": [ 1305 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1288, 22, 1303, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_62_output_0", "outputIndexes": [ 1306 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1305, 1306 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_199_output_0", "outputIndexes": [ 1307 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1307, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_123_output_0", "outputIndexes": [ 1308 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1289, 1308 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_76_output_0", "outputIndexes": [ 1309 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1248 ], "outputIndexes": [ 3056 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 3056 ], "outputIndexes": [ 3057 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/v_proj/Linear", "inputIndexes": [ 3057 ], "outputIndexes": [ 3058 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 4800, "weightSize": 0 }, "external": [ 92930354, 153622, 38400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 3058 ], "outputIndexes": [ 3059 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3059 ], "outputIndexes": [ 1310 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1310, 1287 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_138_output_0", "outputIndexes": [ 1311 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1285, 1309, 1311, 111 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_143_output_0", "outputIndexes": [ 1312 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1312 ], "outputIndexes": [ 3060 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 3060 ], "outputIndexes": [ 3061 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/o_proj/Linear", "inputIndexes": [ 3061 ], "outputIndexes": [ 3062 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 960, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14400, "weightSize": 0 }, "external": [ 93122376, 460822, 115200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 3062 ], "outputIndexes": [ 3063 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3063 ], "outputIndexes": [ 1313 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 960 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1245, 1313 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_78_output_0", "outputIndexes": [ 1314 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 960 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.414557, 0.391604, 0.393387, 0.405309, 0.380968, 0.381329, 0.417982, 0.422315, 0.297167, 0.158246, 0.361498, 0.447042, 0.403374, 0.399678, 0.295904, 0.392896, 0.169155, 0.410732, 0.085379, 0.078768, 0.327692, 0.208259, 0.119325, 0.40843, 0.424133, 0.166239, 0.101378, 0.299471, 0.412582, 0.127551, 0.398313, 0.439448, 0.209642, 0.426672, 0.388555, 0.308649, 0.421027, 0.277533, 0.230381, 0.334202, 0.073281, 0.325749, 0.468646, 0.095115, 0.34195, 0.208784, 0.080057, 0.434148, 0.063898, 0.23699, 0.353292, 0.230936, 0.246369, 0.067502, 0.344651, 0.107504, 0.154253, 0.064452, 0.387555, 0.28562, 0.372197, 0.448769, 0.203628, 0.168455, 0.436374, 0.349977, 0.356063, 0.439943, 0.216482, 0.155313, 0.325067, 0.386353, 0.417297, 0.391859, 0.088983, 0.212838, 0.430194, 0.392235, 0.322691, 0.331491, 0.137096, 0.370435, 0.240928, 0.361305, 0.394504, 0.426265, 0.259253, -0.000284, 0.414317, 0.35035, 0.323258, 0.078197, 0.234293, 0.238186, 0.239922, 0.379793, 0.249264, 0.063, 0.371467, 0.314289, 0.095275, 0.453662, 0.261351, 0.328172, 0.433556, 0.439848, 0.45295, 0.163875, 0.401205, 0.435859, 0.452427, 0.347786, 0.294372, 0.407694, 0.475403, 0.280937, 0.435647, 0.43491, 0.418432, 0.327678, 0.336701, 0.437679, 0.235966, 0.418286, 0.375793, 0.383031, 0.387065, 0.419938, 0.433032, 0.26732, 0.439557, 0.215148, 0.368799, 0.069789, 0.187901, 0.462132, 0.39763, 0.385657, 0.431183, 0.340315, 0.07976, 0.28525, 0.345132, 0.388566, 0.479173, 0.060786, 0.152676, 0.136874, 0.31484, 0.473848, 0.261188, 0.331223, 0.366679, 0.236409, 0.422927, 0.411182, 0.346974, 0.197612, 0.504136, 0.439766, 0.42465, 0.413164, 0.297319, 0.208117, 0.264711, 0.442194, 0.438077, 0.227943, 0.298439, 0.375909, 0.446126, 0.182206, 0.232447, 0.336436, 0.169063, 0.411411, 0.080016, 0.13596, 0.383299, 0.171992, 0.40852, 0.222173, 0.275039, 0.452744, 0.428974, 0.48912, 0.161184, 0.267546, 0.069377, 0.389851, 0.422702, 0.108901, 0.082273, 0.213475, 0.283553, 0.442067, 0.108033, 0.366691, 0.357962, 0.41252, 0.168177, 0.388191, 0.4165, 0.449939, 0.181228, 0.381022, 0.200691, 0.434466, 0.398691, 0.166216, 0.412885, 0.359498, 0.073301, 0.449423, 0.280251, 0.381431, 0.427639, 0.100328, 0.127591, 0.362767, 0.128608, 0.270407, 0.355521, 0.251926, 0.164609, 0.3074, 0.334337, 0.250911, 0.434665, 0.321409, 0.392553, 0.239664, 0.250907, 0.316704, 0.276855, 0.121287, 0.441046, 0.11693, 0.077145, 0.368335, 0.396705, 0.120038, 0.400269, 0.376585, 0.401804, 0.427347, 0.434454, 0.308903, 0.381824, 0.183105, 0.348886, 0.338491, 0.120526, 0.457239, 0.198736, 0.463867, 0.255717, 0.388739, 0.388284, 0.288852, 0.391626, 0.413235, 0.412785, 0.077117, 0.464691, 0.071729, 0.420599, 0.260229, 0.336146, 0.426018, 0.27808, 0.436197, 0.424122, 0.482635, 0.402109, 0.333849, 0.076115, 0.136443, 0.407335, 0.460334, 0.097134, 0.346624, 0.308275, 0.409589, 0.300994, 0.351431, 0.066827, 0.401776, 0.412782, 0.263743, 0.488869, 0.417965, 0.348428, 0.302096, 0.387188, 0.155165, 0.271976, 0.390895, 0.335799, 0.368387, 0.249302, 0.360363, 0.367109, 0.319003, 0.07012, 0.481928, 0.158483, 0.272368, 0.074812, 0.379138, 0.373282, 0.252606, 0.442573, 0.319953, 0.438825, 0.210939, 0.385455, 0.15641, 0.101658, 0.352, 0.394776, 0.441889, 0.37244, 0.427753, 0.122816, 0.176607, 0.414344, 0.381683, 0.459317, 0.296646, 0.405826, 0.151457, 0.441614, 0.082027, 0.402259, 0.399691, 0.124467, 0.406829, 0.31056, 0.372594, 0.268213, 0.463839, 0.081328, 0.412401, 0.107298, 0.399555, 0.257476, 0.369321, 0.20189, 0.326814, 0.271578, 0.187213, 0.370777, 0.373395, 0.340639, 0.380148, 0.106848, 0.183652, 0.278438, 0.218858, 0.080578, 0.249785, 0.03061, 0.330889, 0.420365, 0.435851, 0.40213, 0.096387, 0.372334, 0.319978, 0.293038, 0.302958, 0.083603, 0.360641, 0.397484, 0.407209, 0.410122, 0.260108, 0.335768, 0.122586, 0.072828, 0.433892, 0.45554, 0.29616, 0.43197, 0.116148, 0.463304, 0.339516, 0.237777, 0.323619, 0.096137, 0.267618, 0.300701, 0.37122, 0.148645, 0.126909, 0.449288, 0.420691, 0.319608, 0.351262, 0.406881, 0.098265, 0.377189, 0.107141, 0.255584, 0.376376, 0.375347, 0.405008, 0.273651, 0.329859, 0.389154, 0.283679, 0.099146, 0.432198, 0.124007, 0.118216, 0.347013, 0.429158, 0.225302, 0.362645, 0.155699, 0.39767, 0.261734, 0.392754, 0.443021, 0.168542, 0.125795, 0.335127, 0.35192, 0.258908, 0.173661, 0.399879, 0.296831, 0.071843, 0.439092, 0.306889, 0.376412, 0.447755, 0.072187, 0.08597, 0.210371, 0.410741, 0.391681, 0.383737, 0.426692, 0.423818, 0.140705, 0.451853, 0.375956, 0.325994, 0.43376, 0.451768, 0.460411, 0.214594, 0.169037, 0.411261, 0.223411, 0.139739, 0.205819, 0.238705, 0.240991, 0.363666, 0.086382, 0.167289, 0.187263, 0.162991, 0.327716, 0.34868, 0.187035, 0.172142, 0.442335, 0.127232, 0.395409, 0.322529, 0.088614, 0.346796, 0.108994, 0.17587, 0.197261, 0.427343, 0.454822, 0.30234, 0.295777, 0.368372, 0.397892, 0.191036, 0.068251, 0.418855, 0.441019, 0.354557, 0.428768, 0.347911, 0.393959, 0.363289, 0.147332, 0.23121, 0.203297, 0.453771, 0.358581, 0.066798, 0.064546, 0.364246, 0.121062, 0.450002, 0.411503, 0.25815, 0.289141, 0.322448, 0.250238, 0.261121, 0.442721, 0.415894, 0.100437, 0.369734, 0.399221, 0.33455, 0.410189, 0.147544, 0.310524, 0.209619, 0.23463, 0.325612, 0.377887, 0.454539, 0.284259, 0.066722, 0.420136, 0.114533, 0.44213, 0.424318, 0.399045, 0.348118, 0.392752, 0.447093, 0.273177, 0.311625, 0.442479, 0.360541, 0.079, 0.419514, 0.401355, 0.412892, 0.31003, 0.422132, 0.125442, 0.072523, 0.162548, 0.102237, 0.332846, 0.379144, 0.303057, 0.408377, 0.406629, 0.230068, 0.404904, 0.347538, 0.281519, 0.105527, 0.282837, 0.279182, 0.44779, 0.208681, 0.244374, 0.418803, 0.224748, 0.411092, 0.349025, 0.066384, 0.238602, 0.376703, 0.423729, 0.076658, 0.312507, 0.067668, 0.408506, 0.194327, 0.220285, 0.152131, 0.291285, 0.333495, 0.462957, 0.272555, 0.081075, 0.449792, 0.407413, 0.36286, 0.370238, 0.265223, 0.339312, 0.420687, 0.321226, 0.086879, 0.322446, 0.365513, 0.45293, 0.404762, 0.31742, 0.06708, 0.283392, 0.407033, 0.382751, 0.152724, 0.381752, 0.154072, 0.123851, 0.198669, 0.25378, 0.341788, 0.26763, 0.375661, 0.260441, 0.229514, 0.160337, 0.198738, 0.417772, 0.056237, 0.254707, 0.345686, 0.275967, 0.06727, 0.085109, 0.222422, 0.402985, 0.393761, 0.348305, 0.372725, 0.436422, 0.422159, 0.20704, 0.431249, 0.371133, 0.430777, 0.405701, 0.168578, 0.469662, 0.37922, 0.154561, 0.374241, 0.42471, 0.099691, 0.459252, 0.387753, 0.085819, 0.435121, 0.233102, 0.445761, 0.394777, 0.229086, 0.267061, 0.436866, 0.328321, 0.07977, 0.354854, 0.38913, 0.134752, 0.120384, 0.084054, 0.421204, 0.27525, 0.384075, 0.454036, 0.140485, 0.407222, 0.216723, 0.175975, 0.478992, 0.425869, 0.054648, 0.45064, 0.262897, 0.321338, 0.455466, 0.326757, 0.374489, 0.151027, 0.306313, 0.324057, 0.319397, 0.067761, 0.449977, 0.420056, 0.155744, 0.294324, 0.397476, 0.38116, 0.376051, 0.08292, 0.38926, 0.103453, 0.077072, 0.370668, 0.425679, 0.226023, 0.218794, 0.343421, 0.068212, 0.402167, 0.273722, 0.108078, 0.339924, 0.343532, 0.393314, 0.11987, 0.305299, 0.41148, 0.451649, 0.345551, 0.414869, 0.204655, 0.237145, 0.140157, 0.162346, 0.250785, 0.358378, 0.411773, 0.423819, 0.285364, 0.409255, 0.435577, 0.140627, 0.08978, 0.462427, 0.453169, 0.458471, 0.166398, 0.4313, 0.393885, 0.162867, 0.410921, 0.075271, 0.381617, 0.409835, 0.191353, 0.257792, 0.336946, 0.384014, 0.282603, 0.388442, 0.336971, 0.222211, 0.416745, 0.381805, 0.249744, 0.441221, 0.426514, 0.069046, 0.355995, 0.289045, 0.250921, 0.203895, 0.460467, 0.431035, 0.24676, 0.160843, 0.199128, 0.40568, 0.421406, 0.289996, 0.072729, 0.065998, 0.310069, 0.412875, 0.40211, 0.286591, 0.230797, 0.430474, 0.458743, 0.088655, 0.314205, 0.291529, 0.432879, 0.231183, 0.390732, 0.412342, 0.159512, 0.462011, 0.206567, 0.376234, 0.181155, 0.362346, 0.144344, 0.133323, 0.289073, 0.470893, 0.33502, 0.279559, 0.388895, 0.414888, 0.433896, 0.318298, 0.434601, 0.075217, 0.104046, 0.058803, 0.300618, 0.436625, 0.3591, 0.0771, 0.139896, 0.39469, 0.304675, 0.418758, 0.431176, 0.462595, 0.434042, 0.422984, 0.444595, 0.109653, 0.175573, 0.439741, 0.150768, 0.077374, 0.401766, 0.305313, 0.331042, 0.336803, 0.218824, 0.141989, 0.151685, 0.308868, 0.389443, 0.189841, 0.393371, 0.355165, 0.438745, 0.389936, 0.081057, 0.413639, 0.465476, 0.095325, 0.35052, 0.241535, 0.310317, 0.209412, 0.370637, 0.350604, 0.31989, 0.173377, 0.295347, 0.296482, 0.099365, 0.329067, 0.068526, 0.159618, 0.350463, 0.434997, 0.324757, 0.213983, 0.186933, 0.370101, 0.058487, 0.376079, 0.469204, 0.44349, 0.159663, 0.44965, 0.079195, 0.350684, 0.315, 0.391633, 0.40724, 0.375121, 0.401209, 0.174404, 0.268842, 0.429454, 0.344285, 0.410078, 0.075872, 0.248482, 0.357518, 0.380031, 0.162573, 0.1492, 0.385711, 0.069544, 0.408644, 0.10399, 0.420082, 0.19855, 0.345936, 0.38439, 0.443905, 0.23308, 0.43105, 0.428743, 0.397045, 0.232535, 0.451767, 0.275214, 0.130674, 0.102431, 0.286069, 0.371403, 0.075783, 0.085928, 0.368349, 0.15584, 0.360762, 0.285169, 0.398515, 0.088092, 0.404733, 0.435762, 0.434845, 0.378284, 0.31683, 0.399095, 0.350227, 0.171237, 0.39777, 0.332172, 0.297307, 0.074885, 0.161918, 0.33748, 0.412839, 0.227749, 0.103001, 0.071702, 0.401963, 0.417307, 0.273217, 0.171729, 0.175563, 0.334667, 0.412294, 0.083819, 0.075459, 0.363549, 0.340537, 0.378285, 0.452951, 0.435153, 0.0701, 0.414977, 0.442459, 0.180445, 0.170624, 0.256284, 0.455364, 0.403974, 0.400881, 0.388384, 0.16812, 0.413159, 0.35707, 0.20376, 0.335004, 0.314978, 0.389694, 0.37926, 0.145151, 0.382839, 0.489712, 0.317966, 0.369405, 0.365039, 0.097154, 0.379574 ] }, "name": "model.model.layers.15.post_attention_layernorm.weight", "outputIndexes": [ 1315 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1314 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_15/Mul_output_0", "outputIndexes": [ 1316 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1315, 1316 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_15/Mul_1_output_0", "outputIndexes": [ 1317 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1317 ], "outputIndexes": [ 3064 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 3064 ], "outputIndexes": [ 3065 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/mlp/gate_proj/Linear", "inputIndexes": [ 3065 ], "outputIndexes": [ 3066 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2560, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 38400, "weightSize": 0 }, "external": [ 93698398, 1228822, 307200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 3066 ], "outputIndexes": [ 3067 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3067 ], "outputIndexes": [ 1318 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1318 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_15/Sigmoid_output_0", "outputIndexes": [ 1319 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1318, 1319 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_15/Mul_output_0", "outputIndexes": [ 1320 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1317 ], "outputIndexes": [ 3068 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 3068 ], "outputIndexes": [ 3069 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/mlp/up_proj/Linear", "inputIndexes": [ 3069 ], "outputIndexes": [ 3070 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2560, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 38400, "weightSize": 0 }, "external": [ 95234420, 1228822, 307200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 3070 ], "outputIndexes": [ 3071 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3071 ], "outputIndexes": [ 1321 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1320, 1321 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_15/Mul_output_0", "outputIndexes": [ 1322 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1322 ], "outputIndexes": [ 3072 ], "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 3072 ], "outputIndexes": [ 3073 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/mlp/down_proj/Linear", "inputIndexes": [ 3073 ], "outputIndexes": [ 3074 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 960, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2560, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 38400, "weightSize": 0 }, "external": [ 96770442, 1228822, 307200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 3074 ], "outputIndexes": [ 3075 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3075 ], "outputIndexes": [ 1323 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 960 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1314, 1323 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_79_output_0", "outputIndexes": [ 1324 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1324, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_144_output_0", "outputIndexes": [ 1325 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 960 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.686717, 0.631019, 0.684877, 0.626283, 0.57816, 0.596244, 0.709597, 0.703796, 0.778465, 0.218492, 0.644593, 0.734729, 0.654692, 0.682919, 0.473691, 0.636949, 0.264485, 0.660394, 0.122243, 0.127771, 0.53371, 0.318706, 0.181199, 0.618739, 0.699553, 0.278802, 0.168145, 0.40834, 0.645049, 0.189993, 0.664331, 0.755612, 0.313182, 0.690896, 0.650782, 0.468293, 0.739196, 0.401362, 0.342627, 0.535735, 0.170823, 0.484821, 0.842986, 0.125085, 0.550764, 0.348339, 0.123494, 0.749016, 0.081407, 0.372362, 0.54967, 0.350009, 0.396742, 0.099387, 0.573049, 0.154432, 0.232426, 0.090881, 0.71791, 0.414348, 0.606118, 0.759373, 0.366632, 0.247352, 0.702283, 0.536851, 0.577652, 0.74521, 0.353761, 0.245715, 0.511512, 0.639197, 0.699418, 0.642386, 0.122054, 0.393038, 0.711135, 0.625656, 0.585652, 0.541199, 0.251211, 0.636236, 0.353105, 0.596719, 0.648221, 0.703244, 0.408006, 0.042243, 0.727358, 0.563928, 0.458899, 0.109457, 0.344982, 0.416748, 0.34929, 0.597153, 0.385881, 0.081356, 0.671581, 0.524062, 0.134796, 0.786573, 0.434569, 0.555137, 0.702468, 0.779753, 0.733522, 0.245801, 0.632604, 0.756734, 0.752631, 0.528022, 0.47739, 0.685423, 0.884745, 0.413703, 0.715475, 0.759627, 0.776576, 0.530163, 0.531768, 0.722404, 0.334708, 0.664795, 0.642023, 0.67453, 0.618516, 0.707023, 0.731345, 0.475827, 0.7381, 0.329629, 0.567805, 0.105601, 0.287863, 0.807217, 0.700006, 0.596818, 0.729121, 0.557016, 0.110995, 0.424504, 0.55033, 0.646091, 0.845618, 0.083561, 0.257253, 0.197183, 0.572937, 0.761777, 0.428391, 0.529349, 0.591929, 0.31956, 0.656703, 0.645368, 0.541269, 0.243786, 0.837766, 0.771177, 0.732791, 0.684543, 0.526491, 0.269709, 0.420973, 0.735236, 0.770403, 0.333469, 0.447041, 0.632981, 0.692163, 0.257612, 0.345994, 0.600081, 0.23757, 0.615739, 0.113942, 0.184121, 0.598489, 0.259946, 0.69874, 0.277661, 0.445047, 0.705237, 0.72141, 0.941203, 0.23003, 0.427197, 0.101182, 0.61484, 0.706682, 0.163555, 0.120761, 0.303647, 0.445659, 0.804834, 0.161669, 0.567017, 0.566902, 0.700453, 0.204941, 0.625166, 0.685476, 0.767694, 0.2517, 0.619477, 0.303028, 0.698195, 0.647723, 0.244791, 0.665698, 0.549858, 0.173353, 0.805201, 0.431987, 0.558342, 0.732003, 0.201969, 0.187013, 0.600038, 0.171935, 0.441669, 0.556621, 0.403814, 0.336188, 0.432952, 0.510947, 0.382074, 0.734247, 0.520877, 0.632832, 0.397955, 0.409168, 0.497347, 0.432732, 0.181533, 0.780258, 0.447334, 0.103066, 0.658661, 0.655899, 0.157681, 0.571101, 0.596222, 0.695756, 0.732294, 0.685691, 0.458318, 0.614052, 0.276706, 0.575094, 0.524805, 0.181929, 0.74311, 0.313969, 0.840596, 0.409436, 0.63709, 0.650811, 0.422104, 0.641134, 0.682884, 0.661113, 0.090513, 0.770324, 0.116996, 0.717862, 0.396163, 0.535486, 0.77406, 0.485085, 0.759541, 0.714143, 0.819533, 0.602162, 0.534995, 0.119241, 0.216562, 0.615214, 0.806291, 0.127463, 0.543362, 0.435808, 0.636988, 0.47609, 0.65764, 0.09175, 0.650635, 0.655186, 0.416933, 0.805728, 0.69055, 0.534699, 0.511313, 0.595538, 0.210286, 0.46631, 0.677256, 0.560839, 0.647806, 0.352461, 0.589967, 0.528382, 0.559405, 0.084928, 0.912976, 0.255376, 0.393385, 0.092497, 0.638323, 0.683876, 0.409467, 0.765009, 0.494673, 0.743137, 0.340771, 0.661409, 0.23343, 0.159178, 0.527664, 0.651338, 0.747584, 0.606714, 0.748294, 0.187163, 0.274242, 0.713285, 0.60238, 0.770763, 0.464179, 0.665613, 0.222955, 0.773542, 0.203302, 0.611675, 0.655621, 0.179414, 0.629776, 0.481668, 0.607525, 0.448186, 0.802569, 0.115157, 0.630742, 0.160109, 0.616005, 0.377925, 0.560461, 0.280468, 0.483645, 0.432659, 0.282045, 0.563359, 0.646791, 0.59061, 0.604832, 0.147121, 0.30531, 0.435643, 0.341628, 0.125297, 0.375921, 0.128878, 0.549459, 0.634454, 0.718562, 0.672804, 0.131397, 0.617466, 0.484862, 0.443495, 0.438265, 0.149907, 0.586874, 0.627439, 0.692484, 0.751718, 0.456962, 0.512943, 0.174493, 0.111603, 0.731275, 0.840777, 0.492887, 0.798474, 0.147305, 0.834867, 0.533545, 0.3837, 0.513881, 0.141993, 0.41038, 0.490263, 0.602355, 0.200166, 0.168897, 0.710714, 0.703602, -0.001851, 0.564228, 0.664527, 0.136592, 0.636482, 0.163508, 0.427147, 0.641668, 0.630448, 0.63221, 0.40203, 0.525065, 0.673512, 0.455729, 0.142474, 0.684078, 0.204764, 0.165438, 0.524853, 0.730867, 0.337343, 0.599672, 0.224146, 0.699601, 0.403329, 0.61726, 0.761687, 0.201742, 0.180124, 0.559541, 0.549672, 0.405742, 0.264867, 0.705159, 0.45792, 0.110818, 0.71099, 0.511438, 0.62025, 0.790895, 0.104187, 0.165769, 0.331125, 0.68439, 0.696875, 0.597215, 0.740343, 0.770642, 0.210839, 0.690271, 0.596623, 0.519659, 0.731727, 0.752929, 0.778689, 0.315634, 0.639192, 0.737076, 0.376406, 0.217964, 0.323648, 0.378394, 0.361615, 0.591013, 0.12049, 0.227903, 0.301709, 0.244013, 0.480176, 0.533078, 0.27653, 0.234057, 0.719126, 0.192569, 0.612085, 0.493311, 0.238766, 0.55451, 0.139526, 0.262617, 0.290365, 0.743255, 0.760199, 0.49395, 0.427281, 0.590171, 0.65742, 0.262544, 0.101958, 0.70467, 0.786156, 0.51664, 0.727238, 0.596445, 0.660043, 0.569093, 0.255777, 0.338453, 0.28603, 0.71131, 0.55575, 0.098426, 0.084831, 0.615455, 0.334546, 0.738526, 0.686657, 0.422352, 0.51851, 0.502911, 0.389936, 0.387423, 0.744257, 0.637772, 0.151755, 0.607082, 0.629066, 0.526631, 0.747273, 0.231333, 0.481504, 0.310266, 0.368023, 0.517926, 0.592678, 0.734347, 0.428947, 0.086929, 0.645696, 0.278879, 0.736475, 0.627968, 0.666554, 0.55354, 0.682399, 0.73923, 0.425077, 0.48215, 0.764671, 0.562004, 0.112723, 0.688314, 0.628569, 0.67494, 0.472245, 0.634574, 0.18863, 0.10033, 0.254817, 0.155132, 0.562266, 0.594174, 0.436941, 0.674484, 0.609844, 0.336896, 0.620591, 0.511391, 0.478901, 0.189946, 0.450359, 0.449108, 0.766402, 0.29992, 0.362435, 0.703062, 0.342247, 0.644173, 0.56498, 0.090105, 0.336349, 0.606843, 0.720434, 0.106392, 0.497241, 0.094699, 0.679131, 0.28551, 0.322892, 0.220331, 0.431478, 0.495243, 0.770113, 0.421532, 0.114481, 0.681043, 0.614418, 0.582033, 0.566549, 0.434328, 0.554904, 0.670757, 0.52423, 0.13938, 0.481957, 0.622642, 0.759234, 0.618523, 0.604001, 0.088864, 0.479447, 0.679788, 0.615679, 0.231355, 0.593674, 0.230386, 0.173835, 0.300067, 0.504194, 0.588935, 0.479713, 0.574071, 0.404902, 0.352522, 0.29761, 0.298961, 0.759385, 0.151946, 0.379139, 0.553567, 0.418901, 0.099801, 0.119575, 0.348894, 0.65195, 0.623163, 0.570467, 0.631016, 0.82354, 0.685585, 0.294073, 0.705363, 0.589176, 0.650464, 0.698042, 0.572423, 0.741918, 0.576131, 0.260822, 0.588078, 0.723953, 0.127253, 0.767813, 0.600811, 0.116549, 0.697014, 0.474971, 0.722537, 0.604062, 0.343505, 0.429372, 0.694439, 0.50531, 0.105983, 0.543949, 0.675678, 0.196493, 0.182673, 0.118956, 0.694876, 0.421581, 0.585841, 0.722662, 0.196744, 0.613888, 0.35093, 0.25084, 0.794489, 0.674982, 0.075469, 0.758158, 0.43091, 0.526519, 0.798826, 0.543717, 0.647363, 0.211381, 0.492747, 0.495289, 0.515774, 0.093204, 0.713229, 0.681252, 0.234609, 0.4595, 0.704888, 0.627358, 0.544969, 0.128279, 0.592861, 0.20268, 0.114979, 0.581764, 0.688337, 0.350828, 0.347189, 0.498032, 0.10554, 0.637685, 0.426985, 0.362652, 0.505033, 0.522692, 0.595418, 0.171013, 0.461787, 0.746433, 0.761958, 0.54022, 0.724962, 0.337263, 0.35173, 0.300534, 0.232058, 0.40196, 0.600046, 0.709647, 0.680728, 0.433719, 0.682915, 0.783587, 0.219208, 0.133488, 0.756237, 0.749834, 0.757026, 0.244619, 0.682637, 0.655989, 0.246434, 0.650922, 0.111513, 0.593374, 0.727808, 0.289383, 0.378854, 0.613159, 0.60726, 0.407302, 0.601359, 0.579612, 0.349268, 0.729736, 0.592456, 0.383067, 0.739857, 0.731368, 0.090278, 0.570122, 0.453581, 0.364744, 0.296226, 0.762595, 0.711341, 0.368756, 0.235001, 0.337361, 0.669126, 0.701458, 0.504791, 0.105796, 0.082082, 0.514571, 0.659607, 0.62918, 0.456939, 0.373139, 0.736903, 0.79364, 0.163688, 0.487954, 0.436398, 0.674853, 0.361863, 0.61777, 0.72547, 0.256073, 0.773037, 0.306613, 0.62782, 0.254768, 0.620901, 0.202886, 0.216188, 0.465008, 0.833488, 0.512713, 0.393953, 0.669346, 0.722617, 0.758476, 0.51519, 0.726672, 0.111643, 0.151233, 0.071424, 0.463252, 0.715527, 0.558971, 0.117826, 0.203346, 0.664799, 0.467939, 0.732415, 0.718735, 0.811527, 0.711089, 0.694937, 0.730012, 0.151125, 0.293141, 0.715184, 0.229579, 0.105466, 0.693703, 0.488262, 0.530458, 0.508409, 0.317764, 0.195099, 0.199507, 0.483497, 0.673372, 0.513882, 0.672123, 0.58028, 0.695468, 0.604205, 0.161429, 0.67886, 0.785248, 0.127727, 0.605581, 0.401784, 0.500834, 0.354378, 0.640172, 0.522656, 0.510687, 0.252792, 0.512276, 0.474794, 0.13845, 0.506157, 0.092692, 0.253335, 0.555832, 0.760807, 0.504786, 0.307126, 0.26866, 0.568744, 0.072128, 0.560148, 0.735687, 0.762219, 0.246669, 0.751906, 0.158738, 0.555998, 0.487213, 0.672696, 0.768471, 0.626615, 0.613353, 0.254673, 0.425326, 0.691486, 0.537173, 0.659655, 0.101783, 0.381493, 0.547191, 0.627544, 0.246445, 0.213771, 0.626966, 0.101894, 0.669666, 0.150286, 0.721156, 0.269702, 0.576165, 0.635074, 0.816831, 0.359667, 0.754672, 0.759005, 0.634018, 0.375147, 0.791556, 0.447672, 0.190285, 0.166021, 0.443988, 0.604193, 0.095704, 0.284685, 0.575795, 0.24451, 0.578051, 0.459451, 0.672946, 0.105085, 0.631287, 0.757726, 0.726545, 0.627559, 0.496367, 0.71926, 0.57337, 0.272743, 0.637343, 0.522297, 0.470657, 0.119842, 0.23768, 0.621231, 0.706634, 0.380481, 0.1523, 0.100147, 0.647313, 0.687842, 0.458222, 0.257341, 0.480248, 0.52032, 0.646127, 0.14746, 0.100949, 0.572195, 0.547947, 0.586361, 0.714387, 0.737972, 0.092576, 0.689843, 0.725529, 0.255943, 0.240652, 0.470803, 0.74595, 0.635132, 0.702209, 0.563613, 0.329975, 0.749206, 0.561723, 0.309319, 0.549906, 0.486578, 0.595096, 0.577619, 0.201479, 0.666352, 0.741483, 0.48124, 0.59501, 0.555785, 0.153951, 0.656519 ] }, "name": "model.model.layers.16.input_layernorm.weight", "outputIndexes": [ 1326 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1325 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_16/Mul_output_0", "outputIndexes": [ 1327 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1326, 1327 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_16/Mul_1_output_0", "outputIndexes": [ 1328 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1328 ], "outputIndexes": [ 3076 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 3076 ], "outputIndexes": [ 3077 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/q_proj/Linear", "inputIndexes": [ 3077 ], "outputIndexes": [ 3078 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 960, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14400, "weightSize": 0 }, "external": [ 98306464, 460822, 115200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 3078 ], "outputIndexes": [ 3079 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3079 ], "outputIndexes": [ 1329 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 960 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1328 ], "main_type": "NONE", "name": "/Shape_225_output_0", "outputIndexes": [ 1330 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1330 ], "main_type": "NONE", "name": "Shape3534", "outputIndexes": [ 1331 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1330 ], "main_type": "NONE", "name": "Rank3536", "outputIndexes": [ 1332 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1332, 1332 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3538", "outputIndexes": [ 1333 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1333 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3539", "outputIndexes": [ 1334 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1333, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3541", "outputIndexes": [ 1335 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1335 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3542", "outputIndexes": [ 1336 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1331, 1334, 1336, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice3545", "outputIndexes": [ 1337 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1337 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze3546", "outputIndexes": [ 1338 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 1338 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3547", "outputIndexes": [ 1339 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1339, 1338 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3548", "outputIndexes": [ 1340 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1330, 1340, 1333 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_244_output_0", "outputIndexes": [ 1341 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1341, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_513_output_0", "outputIndexes": [ 1342 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 1342, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_208_output_0", "outputIndexes": [ 1343 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1329, 1343 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_145_output_0", "outputIndexes": [ 1344 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1344, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_128_output_0", "outputIndexes": [ 1345 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1344 ], "main_type": "NONE", "name": "/Shape_226_output_0", "outputIndexes": [ 1346 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1346 ], "main_type": "NONE", "name": "Shape3555", "outputIndexes": [ 1347 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1346 ], "main_type": "NONE", "name": "Rank3557", "outputIndexes": [ 1348 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1348, 1348 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3559", "outputIndexes": [ 1349 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1349 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3560", "outputIndexes": [ 1350 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1349, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3562", "outputIndexes": [ 1351 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1351 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3563", "outputIndexes": [ 1352 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1347, 1350, 1352, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice3566", "outputIndexes": [ 1353 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1353 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze3567", "outputIndexes": [ 1354 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 1354 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3568", "outputIndexes": [ 1355 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1355, 1354 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3569", "outputIndexes": [ 1356 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1346, 1356, 1349 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_245_output_0", "outputIndexes": [ 1357 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1357, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_48_output_0", "outputIndexes": [ 1358 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1358, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_518_output_0", "outputIndexes": [ 1359 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1344, 1359, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_65_output_0", "outputIndexes": [ 1360 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1360 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_32_output_0", "outputIndexes": [ 1361 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1344, 22, 1359, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_64_output_0", "outputIndexes": [ 1362 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1361, 1362 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_211_output_0", "outputIndexes": [ 1363 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1363, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_129_output_0", "outputIndexes": [ 1364 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1345, 1364 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_80_output_0", "outputIndexes": [ 1365 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1328 ], "outputIndexes": [ 3080 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 3080 ], "outputIndexes": [ 3081 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/k_proj/Linear", "inputIndexes": [ 3081 ], "outputIndexes": [ 3082 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 4800, "weightSize": 0 }, "external": [ 98882486, 153622, 38400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 3082 ], "outputIndexes": [ 3083 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3083 ], "outputIndexes": [ 1366 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 1342, 85, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_209_output_0", "outputIndexes": [ 1367 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1366, 1367 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_146_output_0", "outputIndexes": [ 1368 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1368, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_130_output_0", "outputIndexes": [ 1369 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1368 ], "main_type": "NONE", "name": "/Shape_227_output_0", "outputIndexes": [ 1370 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1370 ], "main_type": "NONE", "name": "Shape3618", "outputIndexes": [ 1371 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1370 ], "main_type": "NONE", "name": "Rank3620", "outputIndexes": [ 1372 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1372, 1372 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3622", "outputIndexes": [ 1373 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1373 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3623", "outputIndexes": [ 1374 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1373, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3625", "outputIndexes": [ 1375 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1375 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3626", "outputIndexes": [ 1376 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1371, 1374, 1376, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice3629", "outputIndexes": [ 1377 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1377 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze3630", "outputIndexes": [ 1378 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 1378 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3631", "outputIndexes": [ 1379 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1379, 1378 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3632", "outputIndexes": [ 1380 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1370, 1380, 1373 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_246_output_0", "outputIndexes": [ 1381 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1381, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_49_output_0", "outputIndexes": [ 1382 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1382, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_520_output_0", "outputIndexes": [ 1383 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1368, 1383, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_67_output_0", "outputIndexes": [ 1384 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1384 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_33_output_0", "outputIndexes": [ 1385 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1368, 22, 1383, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_66_output_0", "outputIndexes": [ 1386 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1385, 1386 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_212_output_0", "outputIndexes": [ 1387 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1387, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_131_output_0", "outputIndexes": [ 1388 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1369, 1388 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_81_output_0", "outputIndexes": [ 1389 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1328 ], "outputIndexes": [ 3084 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 3084 ], "outputIndexes": [ 3085 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/v_proj/Linear", "inputIndexes": [ 3085 ], "outputIndexes": [ 3086 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 4800, "weightSize": 0 }, "external": [ 99074508, 153622, 38400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 3086 ], "outputIndexes": [ 3087 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3087 ], "outputIndexes": [ 1390 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1390, 1367 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_147_output_0", "outputIndexes": [ 1391 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1365, 1389, 1391, 111 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_152_output_0", "outputIndexes": [ 1392 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1392 ], "outputIndexes": [ 3088 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 3088 ], "outputIndexes": [ 3089 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/o_proj/Linear", "inputIndexes": [ 3089 ], "outputIndexes": [ 3090 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 960, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14400, "weightSize": 0 }, "external": [ 99266530, 460822, 115200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 3090 ], "outputIndexes": [ 3091 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3091 ], "outputIndexes": [ 1393 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 960 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1325, 1393 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_83_output_0", "outputIndexes": [ 1394 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 960 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.375122, 0.351742, 0.384681, 0.388617, 0.360491, 0.359982, 0.391732, 0.399903, 0.253094, 0.146444, 0.344682, 0.39509, 0.386561, 0.379278, 0.27885, 0.350178, 0.162937, 0.378906, 0.082272, 0.0759, 0.322073, 0.197016, 0.11183, 0.369332, 0.397203, 0.15979, 0.097587, 0.276997, 0.375601, 0.124503, 0.384342, 0.405189, 0.196129, 0.393731, 0.37788, 0.291272, 0.390138, 0.248134, 0.206435, 0.311555, 0.076021, 0.306193, 0.437458, 0.090917, 0.320028, 0.19916, 0.080705, 0.40995, 0.061946, 0.207383, 0.325065, 0.223988, 0.227115, 0.066, 0.33055, 0.097929, 0.147807, 0.062609, 0.33895, 0.27648, 0.346957, 0.366806, 0.191178, 0.156902, 0.388348, 0.324316, 0.330344, 0.40289, 0.204433, 0.146224, 0.299604, 0.37109, 0.397165, 0.356272, 0.083634, 0.202757, 0.383235, 0.375546, 0.295339, 0.313544, 0.133879, 0.35121, 0.22579, 0.352464, 0.3605, 0.397019, 0.240101, -0.000254, 0.406592, 0.344744, 0.29413, 0.074955, 0.225708, 0.229103, 0.227408, 0.35142, 0.231354, 0.058025, 0.357361, 0.304789, 0.091475, 0.422177, 0.257568, 0.307545, 0.424455, 0.409061, 0.422984, 0.159387, 0.382433, 0.411753, 0.383989, 0.333391, 0.289628, 0.37974, 0.387507, 0.257291, 0.391087, 0.410868, 0.404345, 0.292134, 0.313715, 0.417045, 0.223838, 0.384191, 0.362579, 0.373455, 0.361236, 0.385695, 0.395246, 0.260218, 0.367738, 0.202103, 0.34767, 0.068716, 0.176599, 0.423441, 0.396825, 0.356434, 0.415745, 0.323712, 0.075058, 0.262844, 0.318052, 0.362644, 0.380294, 0.061614, 0.145067, 0.125062, 0.288001, 0.431215, 0.238729, 0.29905, 0.340938, 0.213854, 0.391653, 0.360662, 0.318689, 0.185131, 0.430693, 0.351765, 0.396096, 0.377293, 0.265647, 0.194506, 0.252223, 0.427583, 0.412514, 0.209821, 0.269149, 0.343935, 0.381612, 0.163238, 0.218933, 0.336612, 0.155417, 0.380476, 0.075948, 0.121784, 0.345554, 0.163441, 0.366693, 0.19901, 0.280737, 0.409324, 0.404574, 0.379938, 0.14552, 0.247203, 0.066863, 0.351463, 0.412506, 0.105175, 0.080566, 0.19936, 0.263341, 0.398114, 0.102548, 0.337252, 0.335154, 0.398416, 0.155967, 0.356371, 0.365231, 0.394256, 0.174599, 0.334629, 0.1928, 0.383563, 0.389688, 0.159281, 0.371688, 0.323737, 0.079956, 0.391459, 0.261955, 0.341544, 0.384279, 0.094103, 0.115924, 0.342364, 0.123507, 0.25959, 0.33289, 0.239094, 0.159011, 0.277197, 0.302233, 0.231868, 0.403341, 0.306928, 0.371833, 0.221494, 0.234709, 0.295914, 0.261806, 0.109236, 0.411747, 0.113869, 0.073131, 0.341099, 0.358645, 0.114081, 0.369403, 0.350584, 0.361518, 0.423123, 0.390167, 0.295814, 0.351365, 0.178007, 0.348115, 0.308854, 0.117231, 0.428053, 0.191027, 0.434074, 0.243306, 0.359695, 0.360324, 0.270846, 0.359245, 0.375977, 0.387588, 0.069397, 0.442126, 0.071891, 0.373545, 0.24973, 0.31267, 0.399819, 0.261004, 0.383734, 0.37693, 0.42987, 0.360644, 0.3156, 0.074383, 0.126872, 0.353459, 0.449667, 0.088987, 0.325305, 0.291034, 0.373023, 0.296037, 0.322156, 0.063538, 0.38075, 0.380392, 0.252927, 0.42883, 0.377606, 0.329369, 0.289103, 0.362209, 0.13975, 0.261277, 0.351502, 0.302442, 0.343879, 0.225439, 0.322957, 0.33322, 0.30574, 0.067078, 0.41788, 0.152228, 0.249953, 0.067922, 0.334156, 0.317568, 0.233307, 0.38755, 0.309543, 0.420512, 0.201857, 0.37595, 0.148009, 0.09683, 0.332928, 0.373311, 0.401751, 0.352698, 0.440417, 0.113662, 0.164305, 0.384597, 0.356404, 0.426437, 0.267286, 0.354827, 0.146713, 0.399423, 0.077913, 0.364532, 0.356354, 0.117129, 0.381717, 0.296483, 0.357178, 0.248965, 0.410093, 0.076302, 0.376837, 0.103371, 0.381449, 0.230553, 0.331076, 0.183135, 0.298716, 0.263531, 0.164307, 0.341682, 0.351945, 0.324148, 0.377718, 0.099589, 0.17923, 0.254087, 0.203868, 0.078072, 0.225993, 0.037891, 0.305817, 0.382118, 0.380837, 0.379153, 0.091006, 0.358036, 0.308045, 0.272848, 0.268236, 0.083536, 0.349494, 0.374338, 0.38137, 0.40858, 0.251848, 0.29915, 0.117334, 0.070337, 0.407927, 0.422615, 0.289759, 0.399662, 0.106625, 0.425723, 0.309348, 0.230204, 0.296985, 0.095136, 0.248972, 0.275236, 0.36042, 0.13799, 0.117559, 0.392445, 0.399504, 0.31554, 0.332632, 0.388891, 0.093606, 0.372145, 0.104932, 0.239059, 0.333369, 0.357708, 0.376306, 0.267689, 0.298125, 0.37056, 0.277142, 0.098249, 0.403796, 0.118882, 0.116527, 0.311778, 0.396436, 0.212065, 0.340341, 0.147449, 0.379771, 0.250471, 0.364012, 0.400137, 0.164756, 0.120925, 0.321103, 0.335341, 0.241517, 0.165455, 0.380505, 0.287078, 0.069631, 0.394129, 0.295674, 0.357328, 0.424423, 0.068259, 0.088905, 0.191062, 0.369948, 0.368992, 0.381747, 0.408731, 0.393672, 0.133014, 0.400785, 0.342165, 0.31334, 0.38991, 0.430793, 0.428218, 0.199881, 0.16338, 0.403552, 0.212579, 0.136838, 0.189122, 0.228039, 0.228318, 0.343019, 0.083525, 0.162656, 0.175344, 0.153231, 0.307759, 0.320047, 0.17319, 0.155019, 0.402899, 0.121775, 0.363757, 0.308955, 0.089403, 0.316889, 0.099253, 0.171737, 0.185318, 0.414028, 0.417879, 0.29098, 0.279255, 0.323247, 0.361939, 0.183841, 0.067605, 0.38494, 0.407882, 0.323716, 0.386571, 0.3255, 0.367626, 0.340177, 0.14127, 0.209946, 0.194049, 0.422461, 0.331456, 0.06466, 0.060607, 0.323413, 0.120094, 0.439046, 0.393046, 0.250791, 0.258553, 0.300243, 0.242404, 0.2448, 0.373719, 0.38954, 0.096614, 0.356691, 0.367207, 0.32318, 0.371469, 0.14045, 0.297147, 0.201912, 0.226058, 0.311339, 0.344452, 0.40137, 0.253533, 0.065979, 0.400009, 0.110585, 0.399612, 0.371174, 0.372337, 0.31584, 0.376652, 0.407335, 0.249732, 0.298767, 0.418748, 0.341787, 0.075395, 0.401963, 0.369625, 0.389179, 0.297953, 0.391889, 0.115479, 0.068059, 0.149673, 0.093728, 0.311086, 0.362814, 0.284629, 0.372623, 0.382131, 0.212271, 0.355899, 0.317127, 0.269376, 0.107627, 0.256613, 0.269979, 0.398833, 0.189561, 0.229225, 0.40222, 0.209259, 0.401053, 0.334902, 0.063912, 0.225545, 0.355203, 0.386596, 0.075139, 0.299504, 0.066167, 0.385916, 0.183223, 0.19963, 0.145593, 0.274754, 0.289872, 0.41453, 0.263707, 0.07805, 0.414178, 0.379767, 0.337725, 0.339372, 0.248361, 0.312371, 0.405269, 0.307675, 0.083119, 0.313099, 0.334935, 0.402902, 0.383756, 0.30358, 0.0654, 0.264584, 0.379082, 0.343284, 0.144444, 0.35488, 0.142698, 0.117975, 0.183273, 0.229989, 0.330157, 0.254691, 0.352728, 0.247148, 0.207672, 0.144121, 0.181749, 0.40096, 0.062254, 0.24378, 0.310813, 0.270538, 0.068488, 0.079268, 0.212553, 0.369235, 0.342996, 0.318035, 0.333844, 0.418158, 0.392777, 0.196179, 0.408658, 0.332856, 0.399371, 0.372376, 0.161333, 0.443726, 0.359989, 0.151068, 0.357126, 0.409305, 0.098598, 0.430489, 0.360715, 0.079802, 0.398728, 0.216611, 0.399879, 0.36996, 0.206776, 0.240314, 0.419195, 0.303996, 0.073924, 0.34191, 0.36446, 0.126322, 0.114702, 0.078481, 0.397018, 0.261552, 0.357544, 0.431652, 0.130796, 0.381782, 0.207762, 0.16218, 0.429367, 0.377849, 0.049526, 0.4097, 0.262265, 0.303235, 0.403034, 0.307025, 0.367594, 0.145466, 0.277542, 0.307711, 0.305663, 0.05946, 0.409367, 0.385675, 0.145729, 0.268343, 0.375502, 0.378495, 0.357147, 0.082049, 0.342903, 0.101824, 0.073023, 0.353524, 0.361202, 0.206594, 0.209584, 0.334125, 0.067901, 0.371192, 0.258986, 0.110139, 0.320739, 0.322887, 0.364731, 0.113673, 0.285196, 0.359784, 0.401823, 0.312149, 0.41203, 0.191859, 0.223065, 0.133718, 0.146766, 0.243202, 0.346262, 0.379054, 0.397247, 0.279748, 0.378575, 0.398468, 0.130508, 0.086465, 0.398544, 0.416166, 0.378232, 0.155203, 0.398374, 0.386448, 0.151461, 0.370704, 0.074406, 0.350578, 0.377236, 0.179761, 0.246352, 0.306555, 0.363667, 0.26483, 0.356481, 0.331592, 0.21104, 0.361811, 0.359234, 0.238447, 0.414447, 0.37678, 0.063756, 0.32372, 0.256999, 0.227259, 0.188213, 0.414552, 0.389664, 0.235774, 0.147418, 0.182855, 0.377058, 0.387274, 0.269922, 0.072345, 0.061671, 0.291873, 0.387187, 0.362097, 0.284075, 0.212284, 0.383666, 0.411304, 0.090424, 0.291779, 0.267491, 0.404717, 0.211783, 0.349305, 0.374172, 0.1521, 0.424785, 0.190181, 0.347441, 0.162975, 0.328952, 0.13293, 0.124569, 0.272064, 0.408047, 0.312615, 0.252454, 0.349045, 0.39438, 0.379348, 0.301724, 0.402815, 0.071257, 0.098512, 0.056083, 0.28472, 0.406358, 0.321294, 0.075788, 0.126025, 0.354534, 0.285553, 0.396212, 0.404075, 0.410119, 0.394261, 0.398079, 0.376012, 0.105799, 0.166725, 0.390805, 0.147812, 0.071989, 0.376747, 0.28662, 0.324657, 0.308771, 0.197105, 0.130774, 0.141931, 0.286182, 0.363691, 0.183608, 0.364702, 0.338071, 0.383562, 0.363794, 0.08347, 0.388347, 0.390275, 0.087982, 0.324398, 0.232561, 0.28306, 0.195585, 0.34567, 0.3235, 0.307853, 0.160599, 0.271251, 0.272363, 0.095513, 0.309975, 0.064421, 0.151255, 0.324438, 0.399477, 0.301221, 0.196938, 0.176718, 0.343074, 0.056639, 0.327398, 0.429811, 0.391025, 0.149875, 0.435975, 0.079811, 0.326096, 0.298618, 0.384351, 0.372779, 0.352865, 0.347736, 0.162088, 0.2454, 0.388505, 0.308588, 0.388229, 0.069936, 0.226057, 0.32131, 0.344861, 0.16137, 0.144232, 0.351958, 0.069082, 0.373147, 0.098089, 0.364732, 0.183931, 0.308497, 0.375066, 0.371918, 0.219275, 0.388325, 0.372267, 0.363598, 0.219137, 0.425497, 0.252469, 0.123821, 0.098493, 0.273122, 0.34109, 0.073331, 0.086896, 0.356336, 0.152334, 0.322893, 0.260276, 0.379935, 0.077589, 0.375076, 0.419705, 0.39453, 0.352424, 0.292137, 0.366309, 0.328566, 0.165393, 0.351946, 0.297827, 0.272569, 0.073575, 0.150776, 0.321139, 0.403208, 0.201842, 0.098345, 0.067029, 0.371254, 0.386423, 0.25956, 0.163754, 0.172365, 0.311014, 0.383005, 0.080772, 0.067246, 0.33651, 0.322123, 0.352775, 0.420202, 0.415842, 0.063085, 0.385109, 0.429808, 0.167652, 0.158141, 0.232467, 0.434954, 0.380917, 0.364481, 0.358768, 0.153395, 0.365887, 0.336576, 0.19654, 0.311551, 0.299664, 0.368105, 0.373317, 0.136906, 0.363098, 0.432079, 0.29364, 0.345448, 0.325487, 0.09497, 0.38027 ] }, "name": "model.model.layers.16.post_attention_layernorm.weight", "outputIndexes": [ 1395 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1394 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_16/Mul_output_0", "outputIndexes": [ 1396 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1395, 1396 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_16/Mul_1_output_0", "outputIndexes": [ 1397 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1397 ], "outputIndexes": [ 3092 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 3092 ], "outputIndexes": [ 3093 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/mlp/gate_proj/Linear", "inputIndexes": [ 3093 ], "outputIndexes": [ 3094 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2560, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 38400, "weightSize": 0 }, "external": [ 99842552, 1228822, 307200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 3094 ], "outputIndexes": [ 3095 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3095 ], "outputIndexes": [ 1398 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1398 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_16/Sigmoid_output_0", "outputIndexes": [ 1399 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1398, 1399 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_16/Mul_output_0", "outputIndexes": [ 1400 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1397 ], "outputIndexes": [ 3096 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 3096 ], "outputIndexes": [ 3097 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/mlp/up_proj/Linear", "inputIndexes": [ 3097 ], "outputIndexes": [ 3098 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2560, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 38400, "weightSize": 0 }, "external": [ 101378574, 1228822, 307200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 3098 ], "outputIndexes": [ 3099 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3099 ], "outputIndexes": [ 1401 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1400, 1401 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_16/Mul_output_0", "outputIndexes": [ 1402 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1402 ], "outputIndexes": [ 3100 ], "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 3100 ], "outputIndexes": [ 3101 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/mlp/down_proj/Linear", "inputIndexes": [ 3101 ], "outputIndexes": [ 3102 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 960, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2560, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 38400, "weightSize": 0 }, "external": [ 102914596, 1228822, 307200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 3102 ], "outputIndexes": [ 3103 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3103 ], "outputIndexes": [ 1403 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 960 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1394, 1403 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_84_output_0", "outputIndexes": [ 1404 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1404, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_153_output_0", "outputIndexes": [ 1405 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 960 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.718988, 0.670679, 0.701383, 0.625437, 0.58737, 0.610787, 0.697986, 0.69405, 0.703058, 0.245215, 0.647112, 0.748615, 0.655609, 0.64551, 0.48345, 0.629901, 0.282959, 0.643563, 0.141896, 0.159526, 0.532117, 0.338837, 0.19777, 0.641777, 0.732429, 0.302443, 0.202884, 0.432917, 0.637327, 0.208222, 0.669012, 0.754115, 0.320828, 0.7346, 0.62745, 0.472571, 0.714245, 0.404828, 0.352259, 0.52306, 0.185118, 0.493231, 0.833383, 0.150841, 0.622492, 0.379004, 0.169773, 0.760803, 0.101982, 0.347116, 0.51843, 0.35675, 0.395523, 0.146256, 0.576223, 0.178036, 0.238062, 0.106714, 0.701918, 0.442984, 0.679779, 0.710986, 0.36189, 0.263154, 0.734181, 0.54635, 0.601472, 0.746235, 0.341547, 0.251691, 0.490222, 0.652811, 0.794766, 0.691924, 0.143744, 0.405834, 0.700868, 0.592083, 0.597498, 0.562583, 0.28728, 0.653423, 0.366451, 0.569514, 0.663542, 0.739997, 0.408615, 0.042973, 0.731099, 0.591633, 0.452048, 0.146944, 0.385554, 0.43829, 0.394958, 0.539968, 0.398383, 0.10072, 0.654628, 0.541955, 0.154414, 0.768581, 0.471623, 0.557144, 0.753145, 0.757877, 0.713968, 0.25742, 0.615886, 0.73834, 0.753322, 0.546756, 0.487401, 0.671407, 0.767513, 0.429323, 0.729182, 0.767506, 0.736085, 0.558858, 0.548804, 0.715478, 0.353908, 0.642616, 0.643083, 0.635823, 0.640267, 0.706312, 0.694902, 0.500236, 0.730207, 0.345311, 0.574965, 0.158421, 0.314728, 0.761356, 0.656488, 0.615259, 0.738517, 0.544767, 0.132697, 0.443538, 0.527134, 0.658968, 0.798702, 0.107437, 0.276532, 0.223206, 0.585635, 0.824029, 0.443891, 0.479658, 0.598836, 0.317475, 0.688467, 0.676087, 0.533307, 0.250062, 0.840501, 0.704056, 0.741029, 0.67105, 0.541411, 0.28299, 0.414564, 0.727853, 0.755746, 0.32325, 0.435559, 0.631496, 0.711562, 0.288996, 0.373275, 0.614763, 0.252724, 0.640308, 0.140365, 0.211044, 0.591259, 0.284845, 0.747419, 0.30027, 0.450103, 0.748008, 0.741074, 0.784332, 0.246349, 0.449887, 0.122918, 0.615538, 0.747863, 0.19331, 0.139864, 0.304825, 0.467213, 0.774647, 0.179583, 0.598468, 0.557771, 0.688031, 0.22009, 0.610564, 0.713212, 0.744875, 0.278634, 0.661124, 0.321631, 0.706871, 0.698269, 0.277328, 0.659816, 0.539365, 0.185832, 0.766618, 0.429646, 0.576822, 0.740843, 0.222546, 0.175667, 0.580776, 0.194733, 0.444118, 0.551214, 0.415032, 0.361031, 0.435409, 0.514946, 0.392678, 0.74286, 0.506692, 0.630275, 0.412898, 0.403966, 0.511135, 0.459636, 0.188216, 0.797038, 0.45077, 0.132393, 0.639136, 0.616992, 0.178633, 0.583842, 0.62102, 0.662018, 0.79322, 0.702282, 0.477567, 0.603583, 0.300033, 0.608532, 0.541452, 0.205167, 0.759611, 0.327355, 0.892976, 0.420525, 0.657338, 0.638901, 0.431009, 0.616976, 0.706092, 0.684461, 0.107914, 0.787886, 0.155704, 0.719328, 0.415659, 0.548903, 0.757405, 0.496941, 0.769256, 0.720662, 0.792159, 0.575716, 0.528629, 0.159451, 0.23541, 0.632244, 0.860462, 0.144729, 0.57072, 0.43129, 0.659562, 0.487399, 0.650874, 0.130383, 0.688977, 0.654984, 0.42384, 0.766103, 0.634475, 0.541974, 0.547979, 0.638753, 0.229129, 0.474301, 0.651979, 0.539973, 0.631889, 0.363689, 0.558043, 0.561254, 0.530381, 0.094817, 0.837005, 0.266346, 0.400805, 0.102001, 0.64526, 0.635216, 0.421979, 0.759039, 0.538126, 0.74484, 0.357671, 0.650344, 0.252295, 0.185528, 0.544813, 0.656517, 0.741558, 0.574948, 0.766251, 0.209366, 0.272599, 0.697986, 0.613689, 0.745856, 0.461661, 0.670814, 0.237227, 0.828532, 0.215983, 0.638888, 0.701516, 0.188938, 0.637763, 0.501313, 0.626099, 0.46861, 0.761216, 0.143556, 0.657836, 0.186876, 0.611352, 0.374709, 0.544809, 0.257876, 0.511091, 0.433483, 0.28996, 0.573749, 0.642152, 0.603908, 0.631093, 0.154187, 0.330643, 0.411802, 0.364613, 0.161652, 0.382365, 0.170799, 0.519492, 0.623547, 0.691514, 0.676803, 0.170665, 0.630265, 0.494479, 0.456204, 0.454666, 0.190572, 0.569973, 0.661283, 0.678389, 0.751515, 0.477592, 0.571384, 0.198558, 0.165241, 0.703733, 0.76345, 0.499682, 0.768127, 0.153981, 0.835031, 0.556998, 0.410975, 0.52417, 0.159621, 0.412172, 0.503872, 0.58836, 0.225834, 0.180918, 0.725471, 0.773933, -0.001734, 0.593047, 0.697988, 0.157753, 0.617221, 0.189808, 0.446689, 0.644378, 0.639429, 0.662202, 0.437194, 0.508803, 0.70243, 0.475892, 0.153289, 0.694444, 0.229121, 0.191237, 0.538535, 0.774022, 0.360234, 0.611494, 0.239331, 0.685291, 0.396292, 0.708335, 0.782874, 0.199502, 0.207482, 0.59971, 0.536971, 0.412674, 0.269826, 0.728956, 0.482166, 0.14963, 0.774794, 0.509887, 0.65017, 0.829203, 0.141348, 0.186571, 0.356134, 0.713512, 0.700734, 0.634876, 0.828968, 0.750425, 0.2375, 0.691229, 0.578553, 0.53095, 0.762823, 0.779642, 0.780081, 0.338896, 0.698232, 0.732963, 0.361902, 0.231413, 0.327849, 0.398485, 0.373109, 0.619146, 0.134477, 0.235242, 0.31949, 0.257714, 0.496783, 0.524717, 0.288527, 0.258702, 0.671428, 0.206715, 0.619192, 0.521297, 0.267764, 0.564831, 0.166591, 0.259634, 0.315408, 0.701342, 0.737596, 0.503117, 0.447529, 0.614654, 0.63118, 0.27811, 0.141497, 0.684476, 0.749201, 0.580471, 0.69081, 0.604593, 0.620252, 0.58468, 0.274011, 0.342987, 0.294704, 0.716451, 0.583861, 0.122995, 0.108936, 0.580543, 0.334598, 0.761373, 0.63382, 0.415254, 0.498176, 0.518851, 0.401816, 0.367018, 0.73209, 0.658421, 0.177136, 0.612568, 0.662604, 0.521364, 0.714735, 0.247937, 0.496498, 0.334751, 0.376373, 0.537582, 0.604476, 0.778066, 0.430317, 0.105513, 0.739131, 0.319952, 0.70105, 0.635986, 0.646938, 0.523343, 0.674515, 0.726312, 0.446453, 0.499929, 0.776165, 0.567061, 0.123488, 0.693126, 0.644388, 0.680515, 0.475991, 0.68727, 0.196387, 0.120659, 0.27988, 0.179163, 0.547158, 0.588927, 0.412091, 0.654347, 0.618871, 0.34266, 0.632683, 0.521643, 0.505311, 0.21394, 0.466671, 0.41467, 0.765307, 0.301981, 0.398216, 0.733463, 0.339583, 0.726279, 0.54938, 0.103089, 0.361559, 0.601864, 0.72965, 0.13081, 0.47376, 0.125204, 0.634365, 0.302748, 0.349228, 0.255086, 0.43382, 0.504075, 0.759225, 0.450539, 0.130736, 0.72027, 0.647467, 0.594928, 0.565671, 0.467381, 0.544888, 0.714367, 0.503941, 0.186469, 0.507728, 0.658394, 0.721729, 0.655952, 0.637006, 0.110471, 0.480489, 0.663545, 0.589853, 0.268677, 0.613672, 0.249914, 0.196415, 0.322691, 0.513973, 0.5595, 0.528858, 0.594916, 0.414114, 0.358022, 0.291125, 0.320233, 0.738775, 0.165942, 0.366939, 0.546036, 0.438517, 0.145541, 0.141383, 0.35197, 0.678125, 0.648274, 0.550812, 0.616467, 0.745882, 0.655665, 0.29003, 0.719935, 0.577112, 0.680067, 0.688424, 0.605602, 0.781516, 0.60199, 0.289828, 0.583868, 0.741669, 0.156293, 0.788866, 0.654782, 0.140067, 0.688182, 0.492695, 0.669849, 0.641769, 0.347867, 0.43626, 0.738405, 0.497804, 0.114394, 0.53045, 0.637224, 0.216889, 0.202619, 0.136477, 0.696302, 0.449352, 0.62298, 0.749903, 0.233706, 0.672188, 0.379987, 0.229608, 0.821705, 0.684829, 0.084434, 0.776444, 0.449936, 0.512495, 0.773679, 0.545338, 0.65487, 0.233842, 0.506183, 0.47984, 0.537757, 0.109179, 0.674463, 0.754105, 0.257165, 0.439613, 0.698581, 0.612368, 0.591594, 0.172139, 0.63453, 0.245877, 0.147466, 0.666581, 0.664854, 0.372951, 0.338718, 0.528357, 0.128059, 0.668632, 0.454788, 0.375679, 0.509209, 0.536012, 0.58866, 0.189077, 0.464273, 0.734632, 0.741137, 0.556554, 0.758363, 0.34584, 0.351818, 0.317521, 0.273499, 0.425708, 0.620642, 0.769854, 0.714394, 0.426747, 0.690676, 0.762861, 0.24266, 0.166825, 0.738526, 0.811589, 0.750422, 0.26424, 0.704559, 0.626224, 0.287065, 0.674116, 0.148348, 0.589973, 0.673223, 0.325479, 0.400206, 0.627397, 0.611051, 0.411679, 0.622402, 0.58818, 0.367032, 0.733413, 0.597027, 0.385671, 0.725834, 0.722164, 0.118859, 0.631216, 0.435935, 0.402228, 0.319187, 0.769125, 0.727858, 0.397672, 0.250112, 0.346873, 0.66278, 0.657264, 0.524191, 0.155523, 0.108157, 0.48968, 0.686773, 0.676994, 0.458602, 0.370181, 0.747062, 0.790269, 0.1972, 0.500988, 0.467665, 0.753954, 0.38158, 0.619929, 0.723835, 0.293045, 0.802553, 0.344223, 0.604464, 0.25834, 0.623655, 0.224775, 0.240706, 0.473827, 0.783958, 0.547287, 0.388794, 0.650429, 0.730227, 0.758535, 0.55429, 0.757323, 0.13579, 0.171939, 0.089807, 0.465968, 0.726215, 0.574057, 0.164068, 0.22131, 0.644584, 0.519466, 0.754473, 0.732207, 0.830189, 0.720784, 0.747052, 0.708593, 0.179129, 0.3122, 0.700983, 0.253973, 0.119912, 0.747342, 0.492968, 0.522404, 0.519452, 0.335599, 0.212212, 0.19546, 0.469019, 0.641423, 0.572198, 0.683617, 0.558359, 0.688684, 0.610807, 0.189114, 0.745094, 0.761106, 0.153815, 0.600807, 0.421903, 0.510283, 0.369166, 0.608714, 0.549323, 0.532604, 0.285729, 0.517656, 0.463163, 0.145762, 0.541995, 0.109139, 0.267917, 0.586099, 0.765619, 0.514361, 0.330759, 0.299836, 0.545505, 0.100239, 0.544664, 0.783895, 0.766639, 0.253608, 0.731383, 0.199875, 0.546788, 0.495725, 0.653132, 0.74764, 0.616181, 0.586215, 0.271119, 0.446268, 0.6969, 0.536059, 0.645434, 0.119465, 0.400111, 0.57717, 0.608052, 0.28459, 0.226124, 0.623161, 0.143064, 0.654039, 0.180103, 0.720273, 0.284833, 0.537118, 0.675017, 0.78354, 0.378366, 0.724222, 0.734782, 0.612667, 0.376705, 0.754334, 0.445642, 0.204539, 0.189882, 0.458128, 0.582285, 0.135797, 0.283628, 0.596123, 0.252874, 0.599428, 0.461956, 0.639461, 0.115204, 0.605866, 0.760226, 0.659227, 0.623322, 0.509021, 0.739062, 0.585028, 0.284579, 0.636429, 0.503507, 0.474014, 0.168517, 0.249674, 0.636863, 0.708485, 0.409693, 0.169634, 0.115943, 0.68927, 0.67309, 0.511163, 0.271839, 0.491041, 0.543064, 0.687278, 0.19334, 0.119216, 0.562751, 0.548415, 0.560411, 0.729839, 0.754409, 0.114142, 0.711958, 0.77221, 0.29722, 0.255446, 0.471376, 0.772218, 0.681693, 0.729981, 0.581598, 0.346836, 0.735092, 0.535936, 0.319223, 0.585322, 0.479638, 0.630977, 0.589587, 0.19754, 0.646637, 0.830949, 0.496946, 0.59267, 0.532527, 0.174795, 0.678903 ] }, "name": "model.model.layers.17.input_layernorm.weight", "outputIndexes": [ 1406 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1405 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_17/Mul_output_0", "outputIndexes": [ 1407 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1406, 1407 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_17/Mul_1_output_0", "outputIndexes": [ 1408 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1408 ], "outputIndexes": [ 3104 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 3104 ], "outputIndexes": [ 3105 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/q_proj/Linear", "inputIndexes": [ 3105 ], "outputIndexes": [ 3106 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 960, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14400, "weightSize": 0 }, "external": [ 104450618, 460822, 115200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 3106 ], "outputIndexes": [ 3107 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3107 ], "outputIndexes": [ 1409 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 960 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1408 ], "main_type": "NONE", "name": "/Shape_239_output_0", "outputIndexes": [ 1410 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1410 ], "main_type": "NONE", "name": "Shape3750", "outputIndexes": [ 1411 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1410 ], "main_type": "NONE", "name": "Rank3752", "outputIndexes": [ 1412 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1412, 1412 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3754", "outputIndexes": [ 1413 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1413 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3755", "outputIndexes": [ 1414 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1413, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3757", "outputIndexes": [ 1415 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1415 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3758", "outputIndexes": [ 1416 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1411, 1414, 1416, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice3761", "outputIndexes": [ 1417 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1417 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze3762", "outputIndexes": [ 1418 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 1418 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3763", "outputIndexes": [ 1419 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1419, 1418 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3764", "outputIndexes": [ 1420 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1410, 1420, 1413 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_259_output_0", "outputIndexes": [ 1421 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1421, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_545_output_0", "outputIndexes": [ 1422 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 1422, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_221_output_0", "outputIndexes": [ 1423 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1409, 1423 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_154_output_0", "outputIndexes": [ 1424 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1424, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_136_output_0", "outputIndexes": [ 1425 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1424 ], "main_type": "NONE", "name": "/Shape_240_output_0", "outputIndexes": [ 1426 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1426 ], "main_type": "NONE", "name": "Shape3771", "outputIndexes": [ 1427 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1426 ], "main_type": "NONE", "name": "Rank3773", "outputIndexes": [ 1428 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1428, 1428 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3775", "outputIndexes": [ 1429 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1429 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3776", "outputIndexes": [ 1430 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1429, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3778", "outputIndexes": [ 1431 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1431 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3779", "outputIndexes": [ 1432 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1427, 1430, 1432, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice3782", "outputIndexes": [ 1433 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1433 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze3783", "outputIndexes": [ 1434 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 1434 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3784", "outputIndexes": [ 1435 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1435, 1434 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3785", "outputIndexes": [ 1436 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1426, 1436, 1429 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_260_output_0", "outputIndexes": [ 1437 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1437, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_51_output_0", "outputIndexes": [ 1438 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1438, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_550_output_0", "outputIndexes": [ 1439 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1424, 1439, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_69_output_0", "outputIndexes": [ 1440 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1440 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_34_output_0", "outputIndexes": [ 1441 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1424, 22, 1439, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_68_output_0", "outputIndexes": [ 1442 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1441, 1442 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_224_output_0", "outputIndexes": [ 1443 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1443, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_137_output_0", "outputIndexes": [ 1444 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1425, 1444 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_85_output_0", "outputIndexes": [ 1445 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1408 ], "outputIndexes": [ 3108 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 3108 ], "outputIndexes": [ 3109 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/k_proj/Linear", "inputIndexes": [ 3109 ], "outputIndexes": [ 3110 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 4800, "weightSize": 0 }, "external": [ 105026640, 153622, 38400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 3110 ], "outputIndexes": [ 3111 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3111 ], "outputIndexes": [ 1446 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 1422, 85, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_222_output_0", "outputIndexes": [ 1447 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1446, 1447 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_155_output_0", "outputIndexes": [ 1448 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1448, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_138_output_0", "outputIndexes": [ 1449 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1448 ], "main_type": "NONE", "name": "/Shape_241_output_0", "outputIndexes": [ 1450 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1450 ], "main_type": "NONE", "name": "Shape3834", "outputIndexes": [ 1451 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1450 ], "main_type": "NONE", "name": "Rank3836", "outputIndexes": [ 1452 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1452, 1452 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3838", "outputIndexes": [ 1453 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1453 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3839", "outputIndexes": [ 1454 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1453, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3841", "outputIndexes": [ 1455 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1455 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3842", "outputIndexes": [ 1456 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1451, 1454, 1456, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice3845", "outputIndexes": [ 1457 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1457 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze3846", "outputIndexes": [ 1458 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 1458 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3847", "outputIndexes": [ 1459 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1459, 1458 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3848", "outputIndexes": [ 1460 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1450, 1460, 1453 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_261_output_0", "outputIndexes": [ 1461 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1461, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_52_output_0", "outputIndexes": [ 1462 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1462, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_552_output_0", "outputIndexes": [ 1463 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1448, 1463, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_71_output_0", "outputIndexes": [ 1464 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1464 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_35_output_0", "outputIndexes": [ 1465 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1448, 22, 1463, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_70_output_0", "outputIndexes": [ 1466 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1465, 1466 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_225_output_0", "outputIndexes": [ 1467 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1467, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_139_output_0", "outputIndexes": [ 1468 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1449, 1468 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_86_output_0", "outputIndexes": [ 1469 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1408 ], "outputIndexes": [ 3112 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 3112 ], "outputIndexes": [ 3113 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/v_proj/Linear", "inputIndexes": [ 3113 ], "outputIndexes": [ 3114 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 4800, "weightSize": 0 }, "external": [ 105218662, 153622, 38400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 3114 ], "outputIndexes": [ 3115 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3115 ], "outputIndexes": [ 1470 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1470, 1447 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_156_output_0", "outputIndexes": [ 1471 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1445, 1469, 1471, 111 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_161_output_0", "outputIndexes": [ 1472 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1472 ], "outputIndexes": [ 3116 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 3116 ], "outputIndexes": [ 3117 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/o_proj/Linear", "inputIndexes": [ 3117 ], "outputIndexes": [ 3118 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 960, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14400, "weightSize": 0 }, "external": [ 105410684, 460822, 115200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 3118 ], "outputIndexes": [ 3119 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3119 ], "outputIndexes": [ 1473 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 960 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1405, 1473 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_88_output_0", "outputIndexes": [ 1474 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 960 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.389696, 0.352598, 0.386106, 0.383119, 0.368939, 0.35268, 0.399175, 0.404929, 0.237331, 0.145497, 0.331772, 0.39161, 0.37658, 0.388623, 0.287239, 0.344068, 0.159406, 0.383004, 0.082942, 0.080212, 0.32434, 0.19583, 0.119254, 0.377206, 0.408517, 0.158897, 0.104498, 0.271756, 0.391161, 0.130516, 0.376762, 0.408793, 0.186238, 0.400455, 0.367352, 0.300169, 0.392107, 0.252835, 0.218277, 0.311935, 0.07975, 0.296122, 0.425237, 0.096185, 0.341899, 0.20664, 0.082732, 0.417307, 0.060779, 0.213642, 0.331703, 0.223103, 0.23588, 0.067642, 0.344545, 0.102904, 0.14896, 0.064984, 0.351458, 0.287018, 0.345348, 0.375899, 0.191773, 0.161705, 0.398955, 0.322751, 0.335862, 0.383032, 0.217863, 0.149933, 0.297207, 0.361516, 0.380351, 0.352679, 0.084301, 0.202707, 0.392871, 0.375055, 0.286706, 0.318539, 0.135134, 0.351008, 0.223767, 0.352701, 0.377984, 0.40175, 0.249876, 0.000439, 0.409779, 0.337172, 0.296673, 0.078537, 0.225635, 0.235173, 0.230694, 0.355287, 0.231704, 0.062519, 0.362742, 0.305893, 0.094761, 0.407601, 0.263711, 0.306304, 0.399919, 0.402197, 0.423225, 0.160779, 0.386931, 0.415495, 0.412634, 0.327898, 0.284457, 0.383603, 0.366593, 0.268654, 0.393343, 0.407315, 0.4065, 0.295552, 0.312601, 0.414436, 0.230066, 0.369525, 0.355221, 0.367506, 0.371438, 0.373581, 0.397365, 0.252999, 0.342349, 0.200419, 0.334114, 0.069775, 0.179652, 0.420025, 0.393575, 0.366923, 0.389491, 0.312688, 0.076007, 0.26983, 0.309165, 0.378999, 0.394711, 0.064965, 0.148483, 0.13302, 0.285952, 0.416131, 0.243322, 0.303899, 0.344221, 0.202718, 0.390533, 0.389195, 0.322976, 0.178917, 0.410264, 0.336488, 0.392375, 0.372294, 0.262732, 0.188645, 0.248377, 0.403573, 0.411144, 0.202342, 0.26319, 0.362028, 0.38332, 0.169969, 0.222377, 0.340301, 0.159865, 0.382704, 0.079026, 0.132774, 0.350992, 0.16663, 0.366826, 0.1924, 0.278513, 0.423859, 0.400564, 0.372758, 0.147593, 0.252332, 0.068949, 0.344879, 0.415929, 0.106136, 0.08391, 0.184813, 0.276471, 0.40468, 0.105048, 0.323114, 0.3473, 0.399598, 0.153785, 0.361207, 0.37361, 0.404236, 0.176957, 0.346556, 0.189613, 0.389053, 0.394668, 0.166412, 0.36094, 0.330306, 0.083853, 0.393656, 0.266756, 0.341892, 0.404381, 0.095368, 0.115437, 0.332636, 0.125979, 0.259328, 0.335128, 0.238828, 0.161772, 0.28625, 0.310173, 0.234287, 0.387692, 0.297957, 0.367942, 0.227124, 0.241089, 0.291177, 0.264909, 0.120576, 0.426224, 0.104626, 0.076325, 0.341335, 0.368304, 0.112252, 0.366386, 0.353821, 0.366509, 0.423272, 0.404741, 0.297808, 0.362948, 0.185831, 0.367477, 0.303521, 0.120021, 0.395154, 0.191446, 0.431461, 0.247092, 0.364352, 0.359507, 0.268256, 0.370239, 0.386394, 0.390755, 0.073657, 0.43748, 0.071416, 0.396492, 0.250831, 0.323705, 0.388123, 0.263912, 0.363171, 0.398518, 0.422543, 0.346829, 0.322412, 0.076327, 0.128958, 0.373799, 0.44144, 0.093179, 0.322264, 0.289543, 0.377826, 0.291248, 0.329446, 0.06241, 0.391214, 0.358174, 0.257828, 0.424572, 0.373481, 0.337978, 0.289077, 0.35439, 0.140552, 0.268789, 0.352998, 0.301293, 0.355514, 0.23213, 0.317494, 0.339318, 0.311456, 0.067878, 0.409121, 0.155194, 0.253865, 0.072511, 0.332806, 0.296995, 0.241495, 0.386867, 0.301004, 0.434494, 0.203409, 0.383559, 0.151887, 0.103809, 0.330051, 0.368636, 0.384343, 0.342067, 0.419909, 0.120452, 0.166687, 0.397779, 0.361571, 0.421783, 0.267262, 0.368394, 0.143452, 0.405191, 0.078015, 0.371537, 0.341242, 0.120676, 0.382966, 0.296362, 0.357769, 0.249124, 0.406525, 0.080141, 0.376088, 0.104753, 0.380898, 0.23395, 0.318159, 0.16849, 0.307415, 0.266069, 0.179157, 0.33884, 0.34336, 0.313552, 0.376899, 0.102598, 0.176039, 0.261045, 0.209653, 0.078538, 0.231175, 0.04361, 0.296779, 0.389273, 0.378767, 0.370544, 0.098724, 0.365165, 0.309904, 0.269133, 0.277628, 0.085543, 0.320782, 0.387814, 0.377512, 0.409741, 0.242286, 0.304188, 0.124704, 0.070332, 0.428734, 0.405708, 0.283076, 0.406891, 0.113248, 0.410867, 0.317098, 0.227737, 0.304938, 0.103065, 0.251616, 0.275266, 0.36168, 0.141176, 0.116424, 0.396248, 0.391731, 0.315148, 0.331613, 0.377321, 0.094745, 0.358107, 0.10363, 0.236838, 0.341596, 0.357534, 0.372139, 0.263723, 0.300241, 0.364002, 0.287171, 0.096971, 0.404395, 0.124674, 0.118542, 0.327298, 0.381625, 0.209145, 0.355703, 0.147925, 0.359405, 0.261865, 0.374129, 0.399347, 0.153789, 0.123146, 0.316098, 0.329714, 0.238758, 0.168636, 0.376841, 0.288727, 0.068385, 0.407135, 0.290829, 0.355894, 0.417654, 0.070325, 0.087092, 0.202, 0.374474, 0.372736, 0.376917, 0.411801, 0.386197, 0.136698, 0.39767, 0.348235, 0.312561, 0.385475, 0.42594, 0.419512, 0.206083, 0.158217, 0.381062, 0.219058, 0.143515, 0.187, 0.228182, 0.231909, 0.340021, 0.081816, 0.162075, 0.178396, 0.152621, 0.304865, 0.313755, 0.178506, 0.160245, 0.40778, 0.120433, 0.373531, 0.312945, 0.090183, 0.329872, 0.103414, 0.16724, 0.193605, 0.413848, 0.401462, 0.282362, 0.285345, 0.319775, 0.360982, 0.185085, 0.068427, 0.376528, 0.3772, 0.326494, 0.395442, 0.342586, 0.359465, 0.345355, 0.145128, 0.215926, 0.204603, 0.412896, 0.332345, 0.068169, 0.067672, 0.31697, 0.113001, 0.423171, 0.379169, 0.254517, 0.261616, 0.316194, 0.239077, 0.244112, 0.374462, 0.381339, 0.100275, 0.351435, 0.381669, 0.320633, 0.369854, 0.143772, 0.295403, 0.198613, 0.217708, 0.315302, 0.350915, 0.395424, 0.252587, 0.066693, 0.415496, 0.114096, 0.386586, 0.372759, 0.376574, 0.312503, 0.379356, 0.401108, 0.260277, 0.300892, 0.412559, 0.333957, 0.081072, 0.403308, 0.379395, 0.392136, 0.29456, 0.399765, 0.111314, 0.072877, 0.154912, 0.100529, 0.322677, 0.362397, 0.295531, 0.3756, 0.39581, 0.210971, 0.360405, 0.321809, 0.250115, 0.108055, 0.251257, 0.26263, 0.395835, 0.18956, 0.23768, 0.40352, 0.203121, 0.396387, 0.341434, 0.065903, 0.230455, 0.350504, 0.38073, 0.076732, 0.305138, 0.068045, 0.38669, 0.18255, 0.202284, 0.155246, 0.264633, 0.296392, 0.424477, 0.26711, 0.083674, 0.415145, 0.360664, 0.324506, 0.341842, 0.242456, 0.313075, 0.400676, 0.309265, 0.088702, 0.327045, 0.332596, 0.373971, 0.374079, 0.304722, 0.068705, 0.263705, 0.38232, 0.352971, 0.146208, 0.349517, 0.151824, 0.117208, 0.188091, 0.228214, 0.33514, 0.260839, 0.357328, 0.24349, 0.22099, 0.135632, 0.182193, 0.396729, 0.064767, 0.243024, 0.318197, 0.274092, 0.066528, 0.083001, 0.218531, 0.365843, 0.35618, 0.327859, 0.326221, 0.390798, 0.376205, 0.198209, 0.37913, 0.347808, 0.400865, 0.37038, 0.157402, 0.447868, 0.352848, 0.148515, 0.366104, 0.416435, 0.098447, 0.420515, 0.383023, 0.082043, 0.392191, 0.218051, 0.394063, 0.388736, 0.210724, 0.237762, 0.407214, 0.306085, 0.077136, 0.332493, 0.357498, 0.131351, 0.119637, 0.079599, 0.399857, 0.268361, 0.379745, 0.44266, 0.132358, 0.376864, 0.213871, 0.171459, 0.433648, 0.381538, 0.05483, 0.412272, 0.267906, 0.290706, 0.38038, 0.297567, 0.375681, 0.151515, 0.275403, 0.307237, 0.306644, 0.068168, 0.395054, 0.40379, 0.149506, 0.278988, 0.376782, 0.379458, 0.356341, 0.08301, 0.356129, 0.10178, 0.075051, 0.367019, 0.357496, 0.208643, 0.204926, 0.335196, 0.070564, 0.393577, 0.257958, 0.114462, 0.32983, 0.313863, 0.358307, 0.120463, 0.299618, 0.358862, 0.421564, 0.321576, 0.401878, 0.19434, 0.217721, 0.125238, 0.155392, 0.243416, 0.34705, 0.385109, 0.379017, 0.270996, 0.366543, 0.381465, 0.13628, 0.085361, 0.397646, 0.440882, 0.38527, 0.162573, 0.396217, 0.364918, 0.155158, 0.363364, 0.077384, 0.363332, 0.388656, 0.181125, 0.2359, 0.313847, 0.363712, 0.263851, 0.361479, 0.335859, 0.210323, 0.361026, 0.357964, 0.244811, 0.4372, 0.383324, 0.065591, 0.318164, 0.253334, 0.235148, 0.189959, 0.388608, 0.382356, 0.229554, 0.151851, 0.180608, 0.387546, 0.379903, 0.269915, 0.073238, 0.062612, 0.299082, 0.397068, 0.38292, 0.279042, 0.222774, 0.387938, 0.405751, 0.089063, 0.289759, 0.276172, 0.407192, 0.211464, 0.359657, 0.39168, 0.155445, 0.43821, 0.18864, 0.351357, 0.175071, 0.310438, 0.138691, 0.127967, 0.286701, 0.382616, 0.319867, 0.262763, 0.342206, 0.3877, 0.370671, 0.299446, 0.40488, 0.073581, 0.099497, 0.061992, 0.301789, 0.406726, 0.327007, 0.075595, 0.126232, 0.362226, 0.282119, 0.386273, 0.403622, 0.402791, 0.400102, 0.388537, 0.386152, 0.10983, 0.16808, 0.371936, 0.14957, 0.077521, 0.382236, 0.277016, 0.311541, 0.306174, 0.202846, 0.130752, 0.131199, 0.282667, 0.366365, 0.178405, 0.380228, 0.342119, 0.39226, 0.359451, 0.083914, 0.378507, 0.393036, 0.095014, 0.32289, 0.231011, 0.292531, 0.205513, 0.346841, 0.324447, 0.318628, 0.159576, 0.27473, 0.283425, 0.097362, 0.315909, 0.068474, 0.154792, 0.329107, 0.399798, 0.304946, 0.200656, 0.181091, 0.332569, 0.056633, 0.342651, 0.438711, 0.376227, 0.156341, 0.433833, 0.084264, 0.321573, 0.303328, 0.390339, 0.372543, 0.351911, 0.361022, 0.172053, 0.252005, 0.391984, 0.318218, 0.37779, 0.075283, 0.228044, 0.336733, 0.345409, 0.160997, 0.148745, 0.3627, 0.069258, 0.390954, 0.101674, 0.360502, 0.187927, 0.315996, 0.383952, 0.373698, 0.228311, 0.384142, 0.368, 0.351989, 0.225509, 0.399867, 0.266079, 0.126586, 0.09845, 0.272185, 0.340577, 0.07239, 0.0814, 0.359109, 0.154845, 0.321549, 0.263939, 0.366723, 0.085295, 0.368324, 0.43215, 0.387204, 0.371517, 0.284368, 0.373771, 0.33711, 0.170778, 0.364584, 0.316513, 0.271542, 0.072203, 0.159668, 0.320309, 0.388917, 0.199442, 0.101552, 0.071105, 0.378376, 0.383619, 0.250585, 0.163489, 0.16713, 0.320208, 0.379823, 0.083816, 0.071734, 0.338594, 0.31187, 0.347686, 0.404491, 0.412056, 0.066946, 0.399821, 0.414337, 0.167476, 0.159295, 0.233419, 0.418356, 0.362613, 0.365012, 0.355822, 0.159522, 0.377256, 0.336659, 0.193802, 0.325616, 0.301158, 0.366796, 0.359576, 0.143796, 0.35291, 0.445055, 0.28883, 0.341615, 0.329274, 0.098068, 0.381708 ] }, "name": "model.model.layers.17.post_attention_layernorm.weight", "outputIndexes": [ 1475 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1474 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_17/Mul_output_0", "outputIndexes": [ 1476 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1475, 1476 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_17/Mul_1_output_0", "outputIndexes": [ 1477 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1477 ], "outputIndexes": [ 3120 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 3120 ], "outputIndexes": [ 3121 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/mlp/gate_proj/Linear", "inputIndexes": [ 3121 ], "outputIndexes": [ 3122 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2560, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 38400, "weightSize": 0 }, "external": [ 105986706, 1228822, 307200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 3122 ], "outputIndexes": [ 3123 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3123 ], "outputIndexes": [ 1478 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1478 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_17/Sigmoid_output_0", "outputIndexes": [ 1479 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1478, 1479 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_17/Mul_output_0", "outputIndexes": [ 1480 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1477 ], "outputIndexes": [ 3124 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 3124 ], "outputIndexes": [ 3125 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/mlp/up_proj/Linear", "inputIndexes": [ 3125 ], "outputIndexes": [ 3126 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2560, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 38400, "weightSize": 0 }, "external": [ 107522728, 1228822, 307200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 3126 ], "outputIndexes": [ 3127 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3127 ], "outputIndexes": [ 1481 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1480, 1481 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_17/Mul_output_0", "outputIndexes": [ 1482 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1482 ], "outputIndexes": [ 3128 ], "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 3128 ], "outputIndexes": [ 3129 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/mlp/down_proj/Linear", "inputIndexes": [ 3129 ], "outputIndexes": [ 3130 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 960, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2560, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 38400, "weightSize": 0 }, "external": [ 109058750, 1228822, 307200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 3130 ], "outputIndexes": [ 3131 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3131 ], "outputIndexes": [ 1483 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 960 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1474, 1483 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_89_output_0", "outputIndexes": [ 1484 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1484, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_162_output_0", "outputIndexes": [ 1485 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 960 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.720109, 0.6041, 0.650741, 0.59377, 0.585675, 0.615715, 0.668541, 0.684901, 0.663961, 0.205782, 0.634107, 0.722866, 0.580212, 0.657339, 0.467643, 0.607061, 0.280136, 0.605184, 0.135819, 0.157476, 0.5024, 0.298873, 0.185832, 0.653511, 0.693274, 0.267208, 0.194308, 0.384382, 0.594727, 0.20682, 0.610994, 0.679606, 0.306354, 0.713997, 0.58936, 0.479897, 0.702604, 0.36344, 0.322219, 0.512173, 0.177531, 0.454934, 0.852292, 0.151278, 0.560084, 0.338424, 0.145242, 0.750898, 0.097454, 0.318882, 0.512159, 0.325727, 0.379648, 0.130937, 0.537595, 0.161099, 0.233764, 0.106442, 0.640248, 0.437732, 0.607421, 0.68705, 0.334547, 0.250946, 0.722343, 0.520704, 0.533415, 0.679356, 0.34724, 0.256129, 0.456292, 0.626547, 0.725506, 0.637435, 0.144118, 0.384082, 0.66779, 0.596111, 0.550391, 0.538767, 0.269006, 0.613473, 0.335099, 0.559669, 0.632859, 0.64189, 0.385792, 0.04079, 0.699647, 0.53032, 0.438924, 0.135895, 0.356087, 0.425582, 0.358197, 0.538781, 0.365635, 0.101458, 0.66387, 0.491103, 0.149393, 0.747308, 0.472276, 0.504189, 0.665091, 0.721514, 0.703816, 0.242338, 0.575168, 0.706967, 0.69867, 0.475652, 0.440457, 0.613907, 0.746399, 0.402604, 0.678263, 0.726795, 0.712992, 0.515229, 0.49558, 0.722218, 0.338713, 0.62486, 0.559787, 0.614389, 0.576224, 0.678601, 0.697637, 0.460059, 0.631297, 0.313342, 0.500679, 0.133011, 0.268753, 0.738358, 0.656554, 0.57525, 0.704791, 0.473317, 0.112046, 0.397084, 0.467006, 0.634381, 0.775847, 0.105625, 0.236339, 0.21197, 0.534528, 0.731761, 0.410595, 0.468643, 0.545891, 0.28393, 0.644241, 0.62613, 0.523457, 0.250762, 0.822988, 0.653443, 0.71803, 0.628767, 0.485666, 0.266001, 0.410002, 0.682076, 0.736155, 0.295336, 0.416898, 0.630291, 0.677793, 0.268927, 0.323632, 0.568354, 0.227544, 0.597174, 0.146677, 0.205561, 0.586097, 0.255082, 0.666733, 0.280894, 0.436877, 0.714232, 0.671561, 0.732825, 0.230259, 0.399737, 0.110441, 0.575116, 0.712795, 0.173391, 0.117261, 0.268395, 0.419626, 0.77963, 0.153906, 0.517363, 0.553225, 0.673924, 0.209539, 0.567331, 0.65839, 0.681665, 0.263834, 0.602357, 0.301705, 0.670384, 0.633043, 0.253008, 0.632011, 0.529633, 0.186239, 0.751694, 0.440052, 0.512981, 0.723394, 0.208223, 0.171927, 0.568706, 0.188186, 0.411285, 0.528678, 0.383152, 0.341175, 0.406099, 0.488576, 0.350084, 0.707755, 0.467592, 0.597098, 0.401755, 0.399739, 0.456985, 0.426868, 0.174533, 0.74917, 0.413633, 0.119237, 0.618715, 0.631321, 0.174888, 0.554653, 0.565003, 0.662446, 0.723466, 0.650151, 0.462991, 0.597557, 0.273005, 0.577906, 0.512155, 0.187824, 0.714867, 0.333799, 0.797473, 0.407978, 0.586698, 0.613437, 0.426039, 0.620694, 0.63353, 0.658893, 0.092061, 0.764992, 0.137784, 0.70214, 0.395362, 0.521008, 0.694247, 0.449189, 0.645991, 0.697836, 0.749123, 0.554053, 0.497731, 0.157692, 0.219433, 0.583933, 0.786605, 0.139145, 0.551714, 0.415468, 0.62905, 0.463931, 0.585394, 0.097157, 0.642487, 0.640409, 0.401284, 0.758658, 0.625216, 0.507596, 0.509652, 0.565503, 0.22128, 0.449663, 0.621667, 0.497442, 0.588003, 0.343315, 0.497979, 0.532212, 0.479582, 0.087569, 0.755209, 0.254532, 0.383251, 0.101464, 0.584272, 0.599639, 0.39697, 0.729508, 0.495876, 0.744231, 0.318374, 0.652074, 0.228671, 0.167259, 0.513051, 0.629406, 0.688014, 0.559274, 0.746943, 0.192673, 0.255182, 0.634841, 0.558587, 0.729896, 0.47036, 0.60018, 0.216036, 0.762679, 0.211976, 0.574276, 0.584522, 0.177269, 0.613636, 0.46507, 0.605083, 0.416119, 0.731645, 0.13495, 0.619766, 0.16355, 0.584183, 0.358602, 0.488633, 0.25089, 0.482312, 0.414707, 0.295279, 0.558853, 0.596956, 0.528364, 0.622046, 0.153121, 0.336657, 0.396887, 0.312197, 0.139212, 0.373343, 0.201081, 0.481824, 0.627069, 0.624336, 0.618033, 0.161951, 0.637913, 0.458441, 0.426278, 0.424237, 0.178662, 0.532436, 0.614744, 0.619815, 0.668334, 0.415914, 0.517735, 0.199476, 0.119429, 0.680617, 0.743209, 0.457607, 0.723636, 0.148825, 0.769109, 0.494395, 0.357923, 0.471947, 0.146539, 0.360735, 0.446012, 0.560583, 0.203835, 0.168748, 0.651094, 0.63118, 0.234819, 0.535434, 0.622697, 0.129812, 0.540938, 0.171642, 0.390398, 0.589442, 0.574217, 0.607653, 0.391414, 0.455406, 0.60482, 0.425833, 0.14154, 0.621551, 0.221373, 0.167466, 0.500148, 0.682246, 0.323479, 0.582051, 0.211856, 0.608266, 0.36634, 0.645578, 0.68962, 0.179092, 0.181276, 0.521189, 0.509117, 0.369586, 0.226516, 0.649674, 0.425015, 0.116136, 0.70495, 0.426097, 0.555426, 0.730107, 0.108899, 0.170127, 0.310867, 0.677534, 0.679125, 0.571554, 0.743022, 0.707418, 0.210377, 0.686907, 0.560817, 0.498428, 0.692186, 0.718381, 0.736693, 0.32189, 0.634602, 0.7054, 0.322132, 0.22376, 0.285414, 0.37054, 0.347058, 0.574308, 0.124569, 0.228263, 0.307447, 0.224078, 0.464188, 0.503293, 0.249225, 0.246532, 0.666901, 0.172698, 0.622272, 0.452414, 0.261042, 0.492474, 0.154781, 0.248723, 0.296435, 0.671487, 0.693458, 0.448738, 0.419445, 0.574516, 0.619016, 0.276882, 0.12128, 0.650892, 0.678531, 0.532766, 0.648977, 0.571314, 0.62454, 0.517399, 0.279801, 0.334348, 0.298778, 0.6831, 0.532825, 0.111886, 0.10508, 0.536729, 0.32204, 0.678468, 0.576277, 0.42237, 0.455912, 0.484588, 0.372169, 0.336643, 0.703325, 0.658363, 0.16419, 0.565007, 0.624015, 0.523593, 0.681662, 0.230225, 0.440255, 0.313488, 0.348485, 0.480663, 0.585044, 0.693108, 0.385716, 0.096662, 0.657921, 0.306271, 0.649979, 0.606064, 0.635591, 0.499434, 0.643061, 0.66773, 0.41919, 0.475253, 0.683272, 0.519959, 0.115843, 0.697507, 0.634596, 0.657165, 0.471362, 0.620093, 0.183201, 0.122087, 0.258395, 0.184602, 0.522517, 0.533608, 0.43562, 0.622043, 0.60245, 0.31788, 0.614922, 0.477106, 0.461373, 0.227049, 0.429426, 0.391269, 0.726678, 0.280053, 0.35036, 0.697795, 0.326529, 0.680474, 0.494544, 0.09224, 0.349088, 0.602743, 0.670828, 0.127978, 0.438375, 0.11458, 0.590617, 0.286869, 0.324444, 0.230566, 0.395855, 0.512591, 0.733009, 0.402012, 0.115654, 0.700868, 0.567267, 0.564077, 0.538207, 0.427917, 0.509686, 0.691771, 0.489267, 0.171307, 0.484515, 0.575247, 0.681399, 0.613961, 0.606093, 0.10986, 0.443027, 0.654617, 0.526383, 0.251285, 0.581059, 0.235679, 0.191267, 0.286182, 0.465199, 0.534813, 0.503556, 0.541376, 0.373526, 0.315135, 0.26734, 0.291779, 0.681414, 0.167846, 0.352255, 0.497034, 0.431845, 0.115423, 0.133143, 0.351513, 0.613453, 0.6453, 0.530833, 0.583268, 0.693297, 0.602936, 0.283704, 0.689707, 0.544035, 0.648708, 0.633615, 0.606443, 0.740437, 0.567605, 0.275795, 0.585779, 0.725907, 0.144633, 0.73492, 0.633642, 0.11989, 0.668301, 0.456153, 0.65653, 0.636151, 0.32167, 0.395711, 0.711523, 0.463299, 0.120733, 0.515223, 0.634053, 0.21229, 0.194443, 0.121609, 0.673554, 0.39355, 0.605946, 0.721924, 0.226124, 0.647757, 0.348338, 0.237616, 0.72136, 0.644915, 0.081937, 0.739439, 0.428106, 0.48793, 0.717144, 0.514124, 0.631444, 0.220829, 0.466587, 0.45039, 0.449405, 0.11284, 0.695605, 0.727656, 0.241631, 0.427481, 0.653756, 0.642615, 0.539191, 0.156645, 0.570683, 0.223864, 0.146485, 0.616805, 0.614471, 0.320063, 0.306165, 0.540074, 0.111743, 0.675383, 0.441633, 0.36153, 0.466409, 0.490148, 0.5736, 0.181096, 0.452617, 0.668806, 0.850698, 0.49097, 0.681401, 0.323998, 0.33669, 0.289816, 0.249369, 0.391051, 0.594452, 0.718391, 0.647199, 0.400552, 0.578725, 0.73162, 0.234947, 0.160863, 0.672092, 0.801853, 0.703841, 0.247198, 0.705808, 0.614574, 0.266205, 0.620171, 0.11044, 0.526522, 0.662961, 0.295623, 0.359181, 0.56098, 0.569809, 0.380749, 0.584115, 0.526538, 0.338706, 0.637403, 0.573797, 0.34853, 0.700633, 0.704671, 0.084837, 0.554039, 0.412485, 0.352682, 0.305943, 0.716541, 0.700218, 0.355669, 0.231538, 0.297163, 0.638762, 0.659051, 0.488923, 0.118437, 0.10182, 0.461891, 0.654942, 0.628866, 0.42196, 0.347776, 0.644416, 0.78091, 0.158089, 0.454821, 0.428783, 0.687108, 0.344739, 0.580081, 0.695875, 0.25566, 0.779885, 0.308918, 0.604305, 0.241146, 0.561186, 0.213766, 0.217447, 0.472494, 0.757872, 0.499317, 0.357367, 0.638449, 0.658328, 0.680154, 0.479198, 0.727964, 0.122308, 0.163807, 0.086808, 0.433852, 0.665566, 0.51299, 0.143368, 0.199663, 0.611027, 0.468079, 0.724245, 0.707821, 0.781634, 0.695866, 0.695767, 0.623652, 0.16888, 0.26338, 0.640343, 0.211635, 0.109792, 0.715109, 0.464146, 0.476814, 0.517455, 0.294555, 0.203861, 0.181653, 0.447237, 0.606143, 0.541738, 0.640226, 0.521361, 0.663929, 0.566579, 0.170973, 0.681911, 0.732035, 0.136359, 0.544414, 0.391125, 0.4505, 0.337594, 0.582006, 0.509328, 0.532904, 0.259218, 0.475491, 0.455125, 0.144583, 0.520025, 0.110046, 0.249899, 0.514677, 0.757838, 0.466319, 0.292278, 0.281423, 0.531932, 0.085917, 0.548074, 0.727418, 0.668304, 0.238781, 0.720407, 0.204195, 0.541709, 0.475028, 0.665173, 0.731139, 0.595701, 0.574122, 0.257825, 0.431049, 0.647609, 0.507749, 0.614511, 0.090595, 0.37123, 0.521135, 0.570867, 0.248877, 0.223702, 0.587251, 0.111031, 0.639787, 0.161712, 0.659661, 0.27902, 0.511703, 0.617474, 0.705461, 0.347568, 0.706805, 0.688479, 0.60106, 0.368789, 0.739172, 0.393089, 0.190047, 0.178253, 0.446827, 0.588021, 0.112208, 0.277417, 0.58418, 0.23547, 0.580437, 0.415188, 0.636703, 0.119536, 0.594914, 0.757484, 0.60602, 0.591977, 0.448608, 0.692487, 0.529047, 0.252412, 0.590675, 0.472576, 0.428518, 0.13138, 0.224709, 0.629137, 0.665763, 0.363779, 0.163252, 0.118124, 0.662667, 0.649559, 0.461054, 0.260354, 0.445684, 0.492525, 0.649992, 0.175152, 0.117717, 0.540798, 0.492625, 0.56893, 0.669473, 0.735602, 0.093391, 0.683013, 0.720138, 0.257843, 0.236305, 0.423448, 0.747079, 0.627959, 0.686985, 0.564093, 0.318256, 0.67177, 0.489802, 0.275927, 0.52307, 0.450737, 0.605641, 0.588898, 0.210197, 0.62975, 0.808201, 0.46466, 0.573195, 0.509401, 0.170238, 0.668504 ] }, "name": "model.model.layers.18.input_layernorm.weight", "outputIndexes": [ 1486 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1485 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_18/Mul_output_0", "outputIndexes": [ 1487 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1486, 1487 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_18/Mul_1_output_0", "outputIndexes": [ 1488 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1488 ], "outputIndexes": [ 3132 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 3132 ], "outputIndexes": [ 3133 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/q_proj/Linear", "inputIndexes": [ 3133 ], "outputIndexes": [ 3134 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 960, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14400, "weightSize": 0 }, "external": [ 110594772, 460822, 115200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 3134 ], "outputIndexes": [ 3135 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3135 ], "outputIndexes": [ 1489 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 960 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1488 ], "main_type": "NONE", "name": "/Shape_253_output_0", "outputIndexes": [ 1490 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1490 ], "main_type": "NONE", "name": "Shape3966", "outputIndexes": [ 1491 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1490 ], "main_type": "NONE", "name": "Rank3968", "outputIndexes": [ 1492 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1492, 1492 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3970", "outputIndexes": [ 1493 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1493 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3971", "outputIndexes": [ 1494 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1493, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3973", "outputIndexes": [ 1495 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1495 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3974", "outputIndexes": [ 1496 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1491, 1494, 1496, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice3977", "outputIndexes": [ 1497 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1497 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze3978", "outputIndexes": [ 1498 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 1498 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3979", "outputIndexes": [ 1499 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1499, 1498 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3980", "outputIndexes": [ 1500 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1490, 1500, 1493 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_274_output_0", "outputIndexes": [ 1501 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1501, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_577_output_0", "outputIndexes": [ 1502 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 1502, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_234_output_0", "outputIndexes": [ 1503 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1489, 1503 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_163_output_0", "outputIndexes": [ 1504 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1504, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_144_output_0", "outputIndexes": [ 1505 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1504 ], "main_type": "NONE", "name": "/Shape_254_output_0", "outputIndexes": [ 1506 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1506 ], "main_type": "NONE", "name": "Shape3987", "outputIndexes": [ 1507 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1506 ], "main_type": "NONE", "name": "Rank3989", "outputIndexes": [ 1508 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1508, 1508 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3991", "outputIndexes": [ 1509 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1509 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3992", "outputIndexes": [ 1510 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1509, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3994", "outputIndexes": [ 1511 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1511 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3995", "outputIndexes": [ 1512 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1507, 1510, 1512, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice3998", "outputIndexes": [ 1513 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1513 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze3999", "outputIndexes": [ 1514 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 1514 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4000", "outputIndexes": [ 1515 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1515, 1514 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4001", "outputIndexes": [ 1516 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1506, 1516, 1509 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_275_output_0", "outputIndexes": [ 1517 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1517, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_54_output_0", "outputIndexes": [ 1518 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1518, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_582_output_0", "outputIndexes": [ 1519 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1504, 1519, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_73_output_0", "outputIndexes": [ 1520 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1520 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_36_output_0", "outputIndexes": [ 1521 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1504, 22, 1519, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_72_output_0", "outputIndexes": [ 1522 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1521, 1522 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_237_output_0", "outputIndexes": [ 1523 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1523, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_145_output_0", "outputIndexes": [ 1524 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1505, 1524 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_90_output_0", "outputIndexes": [ 1525 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1488 ], "outputIndexes": [ 3136 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 3136 ], "outputIndexes": [ 3137 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/k_proj/Linear", "inputIndexes": [ 3137 ], "outputIndexes": [ 3138 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 4800, "weightSize": 0 }, "external": [ 111170794, 153622, 38400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 3138 ], "outputIndexes": [ 3139 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3139 ], "outputIndexes": [ 1526 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 1502, 85, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_235_output_0", "outputIndexes": [ 1527 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1526, 1527 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_164_output_0", "outputIndexes": [ 1528 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1528, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_146_output_0", "outputIndexes": [ 1529 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1528 ], "main_type": "NONE", "name": "/Shape_255_output_0", "outputIndexes": [ 1530 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1530 ], "main_type": "NONE", "name": "Shape4050", "outputIndexes": [ 1531 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1530 ], "main_type": "NONE", "name": "Rank4052", "outputIndexes": [ 1532 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1532, 1532 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4054", "outputIndexes": [ 1533 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1533 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze4055", "outputIndexes": [ 1534 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1533, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4057", "outputIndexes": [ 1535 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1535 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze4058", "outputIndexes": [ 1536 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1531, 1534, 1536, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice4061", "outputIndexes": [ 1537 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1537 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze4062", "outputIndexes": [ 1538 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 1538 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4063", "outputIndexes": [ 1539 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1539, 1538 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4064", "outputIndexes": [ 1540 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1530, 1540, 1533 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_276_output_0", "outputIndexes": [ 1541 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1541, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_55_output_0", "outputIndexes": [ 1542 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1542, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_584_output_0", "outputIndexes": [ 1543 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1528, 1543, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_75_output_0", "outputIndexes": [ 1544 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1544 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_37_output_0", "outputIndexes": [ 1545 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1528, 22, 1543, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_74_output_0", "outputIndexes": [ 1546 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1545, 1546 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_238_output_0", "outputIndexes": [ 1547 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1547, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_147_output_0", "outputIndexes": [ 1548 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1529, 1548 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_91_output_0", "outputIndexes": [ 1549 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1488 ], "outputIndexes": [ 3140 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 3140 ], "outputIndexes": [ 3141 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/v_proj/Linear", "inputIndexes": [ 3141 ], "outputIndexes": [ 3142 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 4800, "weightSize": 0 }, "external": [ 111362816, 153622, 38400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 3142 ], "outputIndexes": [ 3143 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3143 ], "outputIndexes": [ 1550 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1550, 1527 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_165_output_0", "outputIndexes": [ 1551 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1525, 1549, 1551, 111 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_170_output_0", "outputIndexes": [ 1552 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1552 ], "outputIndexes": [ 3144 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 3144 ], "outputIndexes": [ 3145 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/o_proj/Linear", "inputIndexes": [ 3145 ], "outputIndexes": [ 3146 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 960, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14400, "weightSize": 0 }, "external": [ 111554838, 460822, 115200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 3146 ], "outputIndexes": [ 3147 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3147 ], "outputIndexes": [ 1553 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 960 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1485, 1553 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_93_output_0", "outputIndexes": [ 1554 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 960 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.450018, 0.387413, 0.411822, 0.419304, 0.386022, 0.387101, 0.443768, 0.43435, 0.246382, 0.152935, 0.3676, 0.44491, 0.39479, 0.413731, 0.301067, 0.365562, 0.167184, 0.399288, 0.085438, 0.085429, 0.327048, 0.198177, 0.127931, 0.40601, 0.463295, 0.161474, 0.107959, 0.284114, 0.393021, 0.136928, 0.418566, 0.466661, 0.201057, 0.435674, 0.385945, 0.307708, 0.445217, 0.258926, 0.218075, 0.33848, 0.086176, 0.302425, 0.502206, 0.095413, 0.348203, 0.199263, 0.080248, 0.452134, 0.064218, 0.215567, 0.341382, 0.218831, 0.236882, 0.06609, 0.36246, 0.112829, 0.151132, 0.069496, 0.367215, 0.284106, 0.352493, 0.442265, 0.195332, 0.165124, 0.490121, 0.308974, 0.343334, 0.430016, 0.204513, 0.158987, 0.311923, 0.39978, 0.455623, 0.39446, 0.095622, 0.211851, 0.428967, 0.390865, 0.292738, 0.339088, 0.143818, 0.377343, 0.229553, 0.366609, 0.392169, 0.427855, 0.252425, 0.000141, 0.428407, 0.370686, 0.302692, 0.078624, 0.233924, 0.248042, 0.232327, 0.375484, 0.240323, 0.068541, 0.39561, 0.313988, 0.100082, 0.451266, 0.273128, 0.316074, 0.440278, 0.47489, 0.447412, 0.164013, 0.394204, 0.466211, 0.449626, 0.34848, 0.298424, 0.428988, 0.543804, 0.276189, 0.446298, 0.470219, 0.462563, 0.320421, 0.349287, 0.481637, 0.232041, 0.387197, 0.370903, 0.385942, 0.399883, 0.418276, 0.438954, 0.266904, 0.397401, 0.206031, 0.355182, 0.067358, 0.181986, 0.484577, 0.43435, 0.380534, 0.461892, 0.317406, 0.083547, 0.264408, 0.310733, 0.388017, 0.496354, 0.063969, 0.154525, 0.144341, 0.287058, 0.478256, 0.240545, 0.318053, 0.357016, 0.196121, 0.423376, 0.395939, 0.343458, 0.180726, 0.47814, 0.455791, 0.428757, 0.403735, 0.271968, 0.188322, 0.259325, 0.455885, 0.456146, 0.210726, 0.268868, 0.360439, 0.418259, 0.171238, 0.226825, 0.351727, 0.163916, 0.391902, 0.084404, 0.139385, 0.399906, 0.167043, 0.413825, 0.197513, 0.277202, 0.448535, 0.429875, 0.516701, 0.158358, 0.25617, 0.072791, 0.37851, 0.452406, 0.113847, 0.089882, 0.187843, 0.28463, 0.483686, 0.107028, 0.345981, 0.35404, 0.422919, 0.154246, 0.381451, 0.419625, 0.480544, 0.179663, 0.390665, 0.193692, 0.428461, 0.417475, 0.165668, 0.403122, 0.330814, 0.092267, 0.478492, 0.284562, 0.35461, 0.476087, 0.096209, 0.122541, 0.34405, 0.134864, 0.265097, 0.319431, 0.238696, 0.169538, 0.289892, 0.319985, 0.235497, 0.438682, 0.313758, 0.375372, 0.237881, 0.247587, 0.30509, 0.269565, 0.126562, 0.448463, 0.110303, 0.076617, 0.36751, 0.404555, 0.12017, 0.384159, 0.363158, 0.40188, 0.449886, 0.444171, 0.310607, 0.36794, 0.184178, 0.3841, 0.31877, 0.125901, 0.457647, 0.202547, 0.509584, 0.255457, 0.375073, 0.377385, 0.278171, 0.403036, 0.402045, 0.428313, 0.073964, 0.490356, 0.070156, 0.472708, 0.24731, 0.317269, 0.428198, 0.285596, 0.429111, 0.427066, 0.47521, 0.36823, 0.323605, 0.076659, 0.134006, 0.404125, 0.497254, 0.098988, 0.324657, 0.287107, 0.394472, 0.306165, 0.359671, 0.061947, 0.411859, 0.445954, 0.257993, 0.514156, 0.395959, 0.333728, 0.307031, 0.386113, 0.141421, 0.26397, 0.40596, 0.313769, 0.368755, 0.233474, 0.335112, 0.366312, 0.316719, 0.0727, 0.506901, 0.155337, 0.264067, 0.076651, 0.3689, 0.327017, 0.241299, 0.457718, 0.31815, 0.496662, 0.207229, 0.41227, 0.147924, 0.101892, 0.341887, 0.397473, 0.446249, 0.369817, 0.448721, 0.123332, 0.173214, 0.412593, 0.364006, 0.453915, 0.269393, 0.377232, 0.142981, 0.465801, 0.08423, 0.398156, 0.367062, 0.131302, 0.405236, 0.30416, 0.371259, 0.266919, 0.489128, 0.08484, 0.407073, 0.111463, 0.389872, 0.23316, 0.32522, 0.166406, 0.315512, 0.274093, 0.174929, 0.350399, 0.378998, 0.355515, 0.406963, 0.108026, 0.18657, 0.265108, 0.214837, 0.081038, 0.235791, 0.043912, 0.302436, 0.391209, 0.42236, 0.395802, 0.102769, 0.389129, 0.326005, 0.283934, 0.279974, 0.087278, 0.338318, 0.396836, 0.383097, 0.442034, 0.242688, 0.317195, 0.126817, 0.068931, 0.457729, 0.471999, 0.296593, 0.499004, 0.115233, 0.490265, 0.332222, 0.229285, 0.320595, 0.104809, 0.258819, 0.278973, 0.370947, 0.14205, 0.12855, 0.419613, 0.465206, 0.312318, 0.34916, 0.395676, 0.098634, 0.354519, 0.110572, 0.240976, 0.353877, 0.385939, 0.392324, 0.268463, 0.309167, 0.39087, 0.294184, 0.108445, 0.432415, 0.126896, 0.118717, 0.34389, 0.409284, 0.216369, 0.383555, 0.154531, 0.388487, 0.25145, 0.405846, 0.471997, 0.158309, 0.131746, 0.336652, 0.326905, 0.242496, 0.170842, 0.425758, 0.289358, 0.069056, 0.48566, 0.290953, 0.376642, 0.494161, 0.073566, 0.090586, 0.208316, 0.413255, 0.431062, 0.393978, 0.454845, 0.447448, 0.145882, 0.470819, 0.367167, 0.313745, 0.422466, 0.483782, 0.478276, 0.208151, 0.162255, 0.438709, 0.220563, 0.147466, 0.189782, 0.228184, 0.235854, 0.349737, 0.089081, 0.163546, 0.17995, 0.159765, 0.321424, 0.337084, 0.178324, 0.161725, 0.467315, 0.125564, 0.41046, 0.324977, 0.088987, 0.348683, 0.104932, 0.173262, 0.199242, 0.460985, 0.436937, 0.294047, 0.294749, 0.336175, 0.380214, 0.185444, 0.06907, 0.406205, 0.439145, 0.34271, 0.411764, 0.350684, 0.386937, 0.346212, 0.145536, 0.221937, 0.207722, 0.440055, 0.359038, 0.069835, 0.06703, 0.338507, 0.112706, 0.449701, 0.402131, 0.266481, 0.263476, 0.327495, 0.254357, 0.25452, 0.459808, 0.40288, 0.099966, 0.378784, 0.396551, 0.31624, 0.445858, 0.151496, 0.306865, 0.201738, 0.222627, 0.323991, 0.365095, 0.438828, 0.254057, 0.071442, 0.466121, 0.116492, 0.416329, 0.388475, 0.393551, 0.318414, 0.409659, 0.429819, 0.255781, 0.315525, 0.464915, 0.370534, 0.085981, 0.431202, 0.40829, 0.427255, 0.314109, 0.421917, 0.113301, 0.07355, 0.160312, 0.106608, 0.335134, 0.371818, 0.295871, 0.398034, 0.418314, 0.222918, 0.400918, 0.320414, 0.257045, 0.114542, 0.267903, 0.269867, 0.473731, 0.1975, 0.235919, 0.433171, 0.207995, 0.435303, 0.336874, 0.07032, 0.232162, 0.387656, 0.395788, 0.083134, 0.317187, 0.066974, 0.379967, 0.190212, 0.204905, 0.15875, 0.269132, 0.293037, 0.465167, 0.259942, 0.084071, 0.443064, 0.397149, 0.351706, 0.369118, 0.262058, 0.32983, 0.469869, 0.316634, 0.086373, 0.324302, 0.336438, 0.444486, 0.408633, 0.30714, 0.068284, 0.258485, 0.426131, 0.359996, 0.153327, 0.363969, 0.158239, 0.125612, 0.186443, 0.225146, 0.354974, 0.263599, 0.383871, 0.255834, 0.222626, 0.137249, 0.190556, 0.420649, 0.068273, 0.254217, 0.323106, 0.273945, 0.067085, 0.088854, 0.222907, 0.390664, 0.372242, 0.323535, 0.384366, 0.471227, 0.405481, 0.191379, 0.449364, 0.360612, 0.4599, 0.402658, 0.160121, 0.525663, 0.387661, 0.163153, 0.376193, 0.447909, 0.102675, 0.456586, 0.389117, 0.087668, 0.412762, 0.214841, 0.424587, 0.397015, 0.218261, 0.243391, 0.439543, 0.303219, 0.078917, 0.366245, 0.388956, 0.137756, 0.121197, 0.08712, 0.436089, 0.269507, 0.403057, 0.470572, 0.139308, 0.396623, 0.212173, 0.169745, 0.473056, 0.399695, 0.055561, 0.498336, 0.269788, 0.298628, 0.460703, 0.325797, 0.403549, 0.151897, 0.282551, 0.312965, 0.312827, 0.070959, 0.455311, 0.461888, 0.154799, 0.269706, 0.408736, 0.393858, 0.367552, 0.086552, 0.370369, 0.10423, 0.075836, 0.35955, 0.402527, 0.215567, 0.207461, 0.340739, 0.073178, 0.420529, 0.252734, 0.120455, 0.332364, 0.325958, 0.356117, 0.120726, 0.298074, 0.427646, 0.489494, 0.34432, 0.432416, 0.192596, 0.223836, 0.131495, 0.158277, 0.247415, 0.366177, 0.453387, 0.426881, 0.272405, 0.396111, 0.472057, 0.137625, 0.09175, 0.402175, 0.489507, 0.468144, 0.173602, 0.446792, 0.390822, 0.165693, 0.397176, 0.071487, 0.36729, 0.382872, 0.183651, 0.248719, 0.324566, 0.37678, 0.256915, 0.383327, 0.341734, 0.211164, 0.386127, 0.376711, 0.250487, 0.45467, 0.436063, 0.068617, 0.322863, 0.267306, 0.232547, 0.193533, 0.436102, 0.402972, 0.232957, 0.157997, 0.189062, 0.406538, 0.40313, 0.289379, 0.072372, 0.067076, 0.295215, 0.427834, 0.396743, 0.270545, 0.226126, 0.412026, 0.499875, 0.088448, 0.298193, 0.273947, 0.431409, 0.214222, 0.364038, 0.389513, 0.157527, 0.503185, 0.197267, 0.368575, 0.173493, 0.345672, 0.143868, 0.133782, 0.292982, 0.463862, 0.329713, 0.254775, 0.381523, 0.420284, 0.441496, 0.297784, 0.467652, 0.074082, 0.107328, 0.062944, 0.290809, 0.418205, 0.340715, 0.074104, 0.129035, 0.390583, 0.292663, 0.425897, 0.431295, 0.56162, 0.465631, 0.441284, 0.42726, 0.11251, 0.166034, 0.42005, 0.151516, 0.079057, 0.450668, 0.297518, 0.326608, 0.312492, 0.208311, 0.140529, 0.130864, 0.287954, 0.378268, 0.1762, 0.425285, 0.346725, 0.436514, 0.366753, 0.082935, 0.442585, 0.484688, 0.092507, 0.332533, 0.236568, 0.291041, 0.197928, 0.364193, 0.334213, 0.341311, 0.165958, 0.279916, 0.295754, 0.101897, 0.341059, 0.069339, 0.163585, 0.335733, 0.442627, 0.310365, 0.209763, 0.186056, 0.343194, 0.060403, 0.357408, 0.497373, 0.450849, 0.15775, 0.458809, 0.091167, 0.329156, 0.308347, 0.402702, 0.434287, 0.393734, 0.392358, 0.173022, 0.259358, 0.410156, 0.338536, 0.39717, 0.078324, 0.236226, 0.335967, 0.369718, 0.168602, 0.155592, 0.37903, 0.069895, 0.393315, 0.10427, 0.429817, 0.191309, 0.327653, 0.389429, 0.459268, 0.236548, 0.437594, 0.423178, 0.366478, 0.231399, 0.471758, 0.265032, 0.131543, 0.109074, 0.280136, 0.342991, 0.077858, 0.088705, 0.377819, 0.159294, 0.334406, 0.259733, 0.401174, 0.087108, 0.395959, 0.467425, 0.40124, 0.366075, 0.278864, 0.437938, 0.337613, 0.1683, 0.367604, 0.312428, 0.274943, 0.069927, 0.162495, 0.34748, 0.394747, 0.203163, 0.105329, 0.075949, 0.413872, 0.407379, 0.264113, 0.170821, 0.17651, 0.329908, 0.411033, 0.082589, 0.076796, 0.364901, 0.32788, 0.374526, 0.442882, 0.457088, 0.073552, 0.433723, 0.467093, 0.17234, 0.163926, 0.236964, 0.466219, 0.381944, 0.414998, 0.38087, 0.160049, 0.407993, 0.32205, 0.191283, 0.345398, 0.3048, 0.399059, 0.373334, 0.141711, 0.404734, 0.512687, 0.301578, 0.361954, 0.339581, 0.097875, 0.40849 ] }, "name": "model.model.layers.18.post_attention_layernorm.weight", "outputIndexes": [ 1555 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1554 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_18/Mul_output_0", "outputIndexes": [ 1556 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1555, 1556 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_18/Mul_1_output_0", "outputIndexes": [ 1557 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1557 ], "outputIndexes": [ 3148 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 3148 ], "outputIndexes": [ 3149 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/mlp/gate_proj/Linear", "inputIndexes": [ 3149 ], "outputIndexes": [ 3150 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2560, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 38400, "weightSize": 0 }, "external": [ 112130860, 1228822, 307200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 3150 ], "outputIndexes": [ 3151 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3151 ], "outputIndexes": [ 1558 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1558 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_18/Sigmoid_output_0", "outputIndexes": [ 1559 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1558, 1559 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_18/Mul_output_0", "outputIndexes": [ 1560 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1557 ], "outputIndexes": [ 3152 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 3152 ], "outputIndexes": [ 3153 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/mlp/up_proj/Linear", "inputIndexes": [ 3153 ], "outputIndexes": [ 3154 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2560, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 38400, "weightSize": 0 }, "external": [ 113666882, 1228822, 307200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 3154 ], "outputIndexes": [ 3155 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3155 ], "outputIndexes": [ 1561 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1560, 1561 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_18/Mul_output_0", "outputIndexes": [ 1562 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1562 ], "outputIndexes": [ 3156 ], "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 3156 ], "outputIndexes": [ 3157 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/mlp/down_proj/Linear", "inputIndexes": [ 3157 ], "outputIndexes": [ 3158 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 960, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2560, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 38400, "weightSize": 0 }, "external": [ 115202904, 1228822, 307200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 3158 ], "outputIndexes": [ 3159 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3159 ], "outputIndexes": [ 1563 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 960 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1554, 1563 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_94_output_0", "outputIndexes": [ 1564 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1564, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_171_output_0", "outputIndexes": [ 1565 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 960 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.703048, 0.595511, 0.583979, 0.625896, 0.579308, 0.594414, 0.680379, 0.641975, 0.674746, 0.208734, 0.552215, 0.706846, 0.607195, 0.642794, 0.448753, 0.568493, 0.256124, 0.641957, 0.110263, 0.126321, 0.484962, 0.2695, 0.17159, 0.62895, 0.735308, 0.237228, 0.158592, 0.361536, 0.584559, 0.183248, 0.604206, 0.764866, 0.286763, 0.671052, 0.588362, 0.434756, 0.695442, 0.36373, 0.30946, 0.520234, 0.180922, 0.413902, 0.810128, 0.115563, 0.513806, 0.300219, 0.102071, 0.767251, 0.07567, 0.326453, 0.5126, 0.307326, 0.320075, 0.071322, 0.545566, 0.151185, 0.207173, 0.085737, 0.579356, 0.376372, 0.580242, 0.697496, 0.292433, 0.228716, 0.79988, 0.460432, 0.510097, 0.686521, 0.297559, 0.2137, 0.441922, 0.616839, 0.770597, 0.601037, 0.115853, 0.358806, 0.680847, 0.556313, 0.490321, 0.518487, 0.243484, 0.561647, 0.317389, 0.544767, 0.596317, 0.681249, 0.38221, 0.041816, 0.64869, 0.524138, 0.42644, 0.093063, 0.316838, 0.394118, 0.324932, 0.569493, 0.344172, 0.066601, 0.628518, 0.489749, 0.126059, 0.733651, 0.420638, 0.479036, 0.664411, 0.767681, 0.685245, 0.235379, 0.569384, 0.767223, 0.727013, 0.500782, 0.434345, 0.645084, 1.036225, 0.374565, 0.671983, 0.83354, 0.723013, 0.518931, 0.539443, 0.699871, 0.319724, 0.564093, 0.601856, 0.58275, 0.572843, 0.647415, 0.70287, 0.448165, 0.695092, 0.302732, 0.537594, 0.083514, 0.265408, 0.761946, 0.660509, 0.579247, 0.765211, 0.466898, 0.09028, 0.38231, 0.480163, 0.604243, 0.923745, 0.080258, 0.231598, 0.191388, 0.508585, 0.723751, 0.391721, 0.483787, 0.530006, 0.248618, 0.640053, 0.60747, 0.492643, 0.22414, 0.830584, 0.739173, 0.661346, 0.614436, 0.466735, 0.243322, 0.38714, 0.708755, 0.73241, 0.281654, 0.396913, 0.541733, 0.653961, 0.244831, 0.310426, 0.517464, 0.217572, 0.577706, 0.107397, 0.178357, 0.603217, 0.240278, 0.607483, 0.270126, 0.41421, 0.695285, 0.709443, 0.818423, 0.209133, 0.383965, 0.090712, 0.572927, 0.676089, 0.163254, 0.103337, 0.249599, 0.396407, 0.77871, 0.143575, 0.514797, 0.538774, 0.673225, 0.182685, 0.577185, 0.646471, 0.80077, 0.245475, 0.596077, 0.265368, 0.644826, 0.632041, 0.225457, 0.662673, 0.485355, 0.19355, 0.811076, 0.415679, 0.508524, 0.736628, 0.185073, 0.157494, 0.530693, 0.173197, 0.394501, 0.467773, 0.342055, 0.310896, 0.378163, 0.438138, 0.342536, 0.686072, 0.454725, 0.552869, 0.364772, 0.36178, 0.429136, 0.395273, 0.175897, 0.754183, 0.40567, 0.090944, 0.590366, 0.611963, 0.163589, 0.574864, 0.555563, 0.616671, 0.694437, 0.692533, 0.434968, 0.580736, 0.267677, 0.570203, 0.467699, 0.168133, 0.72758, 0.29577, 0.867145, 0.37504, 0.581686, 0.598311, 0.422659, 0.600982, 0.621692, 0.621047, 0.09167, 0.805227, 0.108605, 0.743403, 0.367415, 0.482311, 0.713041, 0.410167, 0.679148, 0.66987, 0.751336, 0.578093, 0.474907, 0.099608, 0.199814, 0.610829, 0.812424, 0.124893, 0.517108, 0.397586, 0.583169, 0.440548, 0.561456, 0.073168, 0.633909, 0.725338, 0.365457, 0.881239, 0.603698, 0.481355, 0.479702, 0.579649, 0.19987, 0.406846, 0.630885, 0.475546, 0.603263, 0.322879, 0.510008, 0.534014, 0.50076, 0.083847, 0.878697, 0.229335, 0.384929, 0.086145, 0.564638, 0.551917, 0.360879, 0.705799, 0.458838, 0.787385, 0.320518, 0.647035, 0.212522, 0.137793, 0.509001, 0.63155, 0.751998, 0.548974, 0.705532, 0.176125, 0.252308, 0.612056, 0.563012, 0.741323, 0.407976, 0.576336, 0.198019, 0.730704, 0.215534, 0.584409, 0.588744, 0.166123, 0.615617, 0.435218, 0.56034, 0.408368, 0.792509, 0.112225, 0.585782, 0.152348, 0.579172, 0.34578, 0.452136, 0.240366, 0.461322, 0.390888, 0.267357, 0.521905, 0.571106, 0.518591, 0.604447, 0.143863, 0.295806, 0.365805, 0.301325, 0.107628, 0.330713, 0.12888, 0.4703, 0.52745, 0.682197, 0.647313, 0.14216, 0.65986, 0.452319, 0.417341, 0.395394, 0.154883, 0.495995, 0.561264, 0.601574, 0.672988, 0.37563, 0.463729, 0.161147, 0.083644, 0.718325, 0.827461, 0.416992, 0.771775, 0.138019, 0.800697, 0.46281, 0.332958, 0.470758, 0.12415, 0.360439, 0.424616, 0.543282, 0.184035, 0.162616, 0.630812, 0.691845, 0.233442, 0.508516, 0.581908, 0.123521, 0.523723, 0.149855, 0.357593, 0.541493, 0.608499, 0.582677, 0.367767, 0.456141, 0.631857, 0.399621, 0.133223, 0.598476, 0.190031, 0.136999, 0.489215, 0.648627, 0.305567, 0.570348, 0.201062, 0.589487, 0.354991, 0.611456, 0.773099, 0.174517, 0.169584, 0.476337, 0.487762, 0.32423, 0.226026, 0.659465, 0.410108, 0.080589, 0.786194, 0.436853, 0.589689, 0.804041, 0.091394, 0.172377, 0.296994, 0.652125, 0.653992, 0.555368, 0.703337, 0.721988, 0.195245, 0.68682, 0.533737, 0.493901, 0.671849, 0.743267, 0.785443, 0.285451, 0.593138, 0.647399, 0.306598, 0.203027, 0.273467, 0.342197, 0.323772, 0.507289, 0.115724, 0.222233, 0.278011, 0.210093, 0.450792, 0.494067, 0.252792, 0.232765, 0.68224, 0.172123, 0.647388, 0.471505, 0.237069, 0.547922, 0.133781, 0.23622, 0.273872, 0.66746, 0.688161, 0.443465, 0.419162, 0.53234, 0.629299, 0.239236, 0.082944, 0.666668, 0.72324, 0.556152, 0.667529, 0.548381, 0.596175, 0.498793, 0.249711, 0.324988, 0.291183, 0.652398, 0.521099, 0.095111, 0.084986, 0.536929, 0.302046, 0.710595, 0.588177, 0.393844, 0.424121, 0.4778, 0.364678, 0.318851, 0.743758, 0.63294, 0.125395, 0.55929, 0.621115, 0.493664, 0.726302, 0.206602, 0.45959, 0.294016, 0.318987, 0.480144, 0.559235, 0.682054, 0.381, 0.067918, 0.723957, 0.285031, 0.672945, 0.628247, 0.624351, 0.497719, 0.647508, 0.704411, 0.38837, 0.475493, 0.743393, 0.54634, 0.09989, 0.673733, 0.617446, 0.659221, 0.44693, 0.631666, 0.180039, 0.093295, 0.238396, 0.172777, 0.500401, 0.541506, 0.404316, 0.60316, 0.598933, 0.313711, 0.603924, 0.456215, 0.42591, 0.199683, 0.384837, 0.361743, 0.780485, 0.2629, 0.349168, 0.685664, 0.307725, 0.684677, 0.483107, 0.080947, 0.319503, 0.620044, 0.604707, 0.107243, 0.438564, 0.067309, 0.593467, 0.253694, 0.312196, 0.202194, 0.355817, 0.417715, 0.758526, 0.364096, 0.097775, 0.679399, 0.584787, 0.553029, 0.530369, 0.407904, 0.468242, 0.729746, 0.44624, 0.118482, 0.453553, 0.530958, 0.696041, 0.604641, 0.544636, 0.084323, 0.430597, 0.654125, 0.511576, 0.224573, 0.57928, 0.226796, 0.177363, 0.261268, 0.41631, 0.523298, 0.442903, 0.544312, 0.373036, 0.312256, 0.258872, 0.264538, 0.643852, 0.174915, 0.34746, 0.469061, 0.387826, 0.072215, 0.115181, 0.298761, 0.617745, 0.609713, 0.50069, 0.596199, 0.768197, 0.614732, 0.256808, 0.735001, 0.53119, 0.711246, 0.629336, 0.560457, 0.823938, 0.567123, 0.247765, 0.584693, 0.718702, 0.12966, 0.771391, 0.590723, 0.109453, 0.686992, 0.438899, 0.634981, 0.580684, 0.300496, 0.359774, 0.673344, 0.45374, 0.108119, 0.524174, 0.587132, 0.181638, 0.177841, 0.107629, 0.694883, 0.410979, 0.601416, 0.76901, 0.200942, 0.639784, 0.310734, 0.214061, 0.723746, 0.654085, 0.072581, 0.848878, 0.397632, 0.481506, 0.721005, 0.490044, 0.626078, 0.200173, 0.435368, 0.444773, 0.466657, 0.091559, 0.754524, 0.741082, 0.225481, 0.386734, 0.670676, 0.641385, 0.54102, 0.104965, 0.563213, 0.188266, 0.103099, 0.574095, 0.620271, 0.323142, 0.282623, 0.494625, 0.097253, 0.640001, 0.377052, 0.341756, 0.446615, 0.478186, 0.547987, 0.16132, 0.422023, 0.686225, 0.8044, 0.498409, 0.684079, 0.292552, 0.309618, 0.252207, 0.231575, 0.361325, 0.545922, 0.706814, 0.661905, 0.379, 0.592528, 0.81887, 0.217768, 0.127165, 0.691184, 0.804079, 0.687827, 0.236935, 0.677127, 0.593302, 0.2347, 0.631945, 0.091676, 0.51489, 0.594754, 0.271605, 0.335662, 0.530887, 0.537921, 0.35845, 0.582301, 0.53865, 0.298843, 0.609202, 0.584647, 0.336032, 0.700804, 0.685226, 0.077339, 0.522351, 0.397162, 0.330119, 0.272777, 0.72136, 0.629782, 0.335478, 0.216294, 0.294507, 0.646127, 0.672482, 0.489845, 0.086396, 0.070109, 0.412541, 0.632942, 0.596511, 0.375041, 0.324324, 0.615282, 0.803494, 0.137185, 0.440356, 0.383851, 0.710208, 0.316536, 0.592266, 0.635377, 0.233117, 0.811888, 0.298123, 0.576362, 0.226579, 0.566315, 0.199222, 0.196079, 0.441456, 0.792455, 0.481431, 0.330231, 0.574064, 0.684321, 0.696078, 0.439454, 0.765091, 0.091762, 0.152893, 0.072049, 0.405187, 0.628919, 0.521517, 0.092722, 0.195254, 0.632778, 0.426951, 0.716535, 0.652863, 0.839202, 0.73175, 0.777105, 0.666125, 0.150573, 0.244589, 0.615172, 0.210187, 0.088859, 0.690925, 0.414144, 0.482026, 0.475838, 0.292713, 0.18394, 0.158179, 0.409325, 0.605577, 0.461993, 0.6276, 0.516797, 0.676722, 0.508297, 0.139866, 0.752963, 0.768977, 0.128282, 0.511072, 0.352452, 0.433619, 0.315404, 0.561554, 0.46843, 0.51156, 0.253521, 0.432641, 0.458282, 0.133049, 0.457094, 0.084879, 0.222698, 0.483389, 0.758802, 0.437089, 0.279756, 0.247547, 0.511629, 0.07898, 0.564306, 0.798665, 0.715031, 0.229595, 0.754489, 0.172675, 0.534425, 0.450864, 0.635472, 0.708493, 0.589214, 0.577152, 0.220343, 0.397627, 0.642734, 0.501209, 0.595435, 0.09412, 0.340855, 0.544194, 0.572257, 0.247308, 0.192661, 0.592026, 0.0857, 0.581477, 0.137661, 0.677811, 0.247996, 0.487904, 0.605119, 0.756059, 0.322043, 0.707929, 0.668977, 0.579715, 0.309111, 0.738166, 0.383576, 0.171648, 0.164759, 0.412071, 0.53565, 0.080824, 0.28597, 0.603141, 0.224951, 0.523813, 0.38048, 0.60655, 0.109785, 0.58626, 0.771991, 0.655815, 0.557746, 0.44543, 0.695519, 0.526472, 0.234944, 0.574769, 0.455352, 0.40626, 0.0902, 0.212707, 0.604737, 0.609793, 0.32773, 0.136785, 0.084403, 0.633901, 0.619815, 0.422572, 0.238974, 0.438965, 0.476858, 0.617224, 0.135928, 0.09219, 0.558859, 0.503854, 0.517501, 0.699952, 0.743095, 0.090856, 0.692817, 0.719616, 0.256827, 0.214432, 0.393723, 0.724715, 0.523546, 0.660223, 0.565158, 0.285007, 0.684114, 0.455309, 0.263369, 0.514444, 0.419792, 0.581729, 0.53486, 0.193799, 0.648876, 0.877279, 0.4539, 0.537179, 0.532563, 0.146062, 0.668422 ] }, "name": "model.model.layers.19.input_layernorm.weight", "outputIndexes": [ 1566 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1565 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_19/Mul_output_0", "outputIndexes": [ 1567 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1566, 1567 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_19/Mul_1_output_0", "outputIndexes": [ 1568 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1568 ], "outputIndexes": [ 3160 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 3160 ], "outputIndexes": [ 3161 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/q_proj/Linear", "inputIndexes": [ 3161 ], "outputIndexes": [ 3162 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 960, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14400, "weightSize": 0 }, "external": [ 116738926, 460822, 115200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 3162 ], "outputIndexes": [ 3163 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3163 ], "outputIndexes": [ 1569 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 960 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1568 ], "main_type": "NONE", "name": "/Shape_267_output_0", "outputIndexes": [ 1570 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1570 ], "main_type": "NONE", "name": "Shape4182", "outputIndexes": [ 1571 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1570 ], "main_type": "NONE", "name": "Rank4184", "outputIndexes": [ 1572 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1572, 1572 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4186", "outputIndexes": [ 1573 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1573 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze4187", "outputIndexes": [ 1574 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1573, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4189", "outputIndexes": [ 1575 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1575 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze4190", "outputIndexes": [ 1576 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1571, 1574, 1576, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice4193", "outputIndexes": [ 1577 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1577 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze4194", "outputIndexes": [ 1578 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 1578 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4195", "outputIndexes": [ 1579 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1579, 1578 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4196", "outputIndexes": [ 1580 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1570, 1580, 1573 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_289_output_0", "outputIndexes": [ 1581 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1581, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_609_output_0", "outputIndexes": [ 1582 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 1582, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_247_output_0", "outputIndexes": [ 1583 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1569, 1583 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_172_output_0", "outputIndexes": [ 1584 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1584, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_152_output_0", "outputIndexes": [ 1585 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1584 ], "main_type": "NONE", "name": "/Shape_268_output_0", "outputIndexes": [ 1586 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1586 ], "main_type": "NONE", "name": "Shape4203", "outputIndexes": [ 1587 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1586 ], "main_type": "NONE", "name": "Rank4205", "outputIndexes": [ 1588 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1588, 1588 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4207", "outputIndexes": [ 1589 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1589 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze4208", "outputIndexes": [ 1590 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1589, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4210", "outputIndexes": [ 1591 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1591 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze4211", "outputIndexes": [ 1592 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1587, 1590, 1592, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice4214", "outputIndexes": [ 1593 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1593 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze4215", "outputIndexes": [ 1594 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 1594 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4216", "outputIndexes": [ 1595 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1595, 1594 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4217", "outputIndexes": [ 1596 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1586, 1596, 1589 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_290_output_0", "outputIndexes": [ 1597 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1597, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_57_output_0", "outputIndexes": [ 1598 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1598, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_614_output_0", "outputIndexes": [ 1599 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1584, 1599, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_77_output_0", "outputIndexes": [ 1600 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1600 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_38_output_0", "outputIndexes": [ 1601 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1584, 22, 1599, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_76_output_0", "outputIndexes": [ 1602 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1601, 1602 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_250_output_0", "outputIndexes": [ 1603 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1603, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_153_output_0", "outputIndexes": [ 1604 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1585, 1604 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_95_output_0", "outputIndexes": [ 1605 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1568 ], "outputIndexes": [ 3164 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 3164 ], "outputIndexes": [ 3165 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/k_proj/Linear", "inputIndexes": [ 3165 ], "outputIndexes": [ 3166 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 4800, "weightSize": 0 }, "external": [ 117314948, 153622, 38400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 3166 ], "outputIndexes": [ 3167 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3167 ], "outputIndexes": [ 1606 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 1582, 85, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_248_output_0", "outputIndexes": [ 1607 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1606, 1607 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_173_output_0", "outputIndexes": [ 1608 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1608, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_154_output_0", "outputIndexes": [ 1609 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1608 ], "main_type": "NONE", "name": "/Shape_269_output_0", "outputIndexes": [ 1610 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1610 ], "main_type": "NONE", "name": "Shape4266", "outputIndexes": [ 1611 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1610 ], "main_type": "NONE", "name": "Rank4268", "outputIndexes": [ 1612 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1612, 1612 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4270", "outputIndexes": [ 1613 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1613 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze4271", "outputIndexes": [ 1614 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1613, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4273", "outputIndexes": [ 1615 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1615 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze4274", "outputIndexes": [ 1616 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1611, 1614, 1616, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice4277", "outputIndexes": [ 1617 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1617 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze4278", "outputIndexes": [ 1618 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 1618 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4279", "outputIndexes": [ 1619 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1619, 1618 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4280", "outputIndexes": [ 1620 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1610, 1620, 1613 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_291_output_0", "outputIndexes": [ 1621 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1621, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_58_output_0", "outputIndexes": [ 1622 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1622, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_616_output_0", "outputIndexes": [ 1623 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1608, 1623, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_79_output_0", "outputIndexes": [ 1624 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1624 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_39_output_0", "outputIndexes": [ 1625 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1608, 22, 1623, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_78_output_0", "outputIndexes": [ 1626 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1625, 1626 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_251_output_0", "outputIndexes": [ 1627 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1627, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_155_output_0", "outputIndexes": [ 1628 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1609, 1628 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_96_output_0", "outputIndexes": [ 1629 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1568 ], "outputIndexes": [ 3168 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 3168 ], "outputIndexes": [ 3169 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/v_proj/Linear", "inputIndexes": [ 3169 ], "outputIndexes": [ 3170 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 4800, "weightSize": 0 }, "external": [ 117506970, 153622, 38400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 3170 ], "outputIndexes": [ 3171 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3171 ], "outputIndexes": [ 1630 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1630, 1607 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_174_output_0", "outputIndexes": [ 1631 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1605, 1629, 1631, 111 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_179_output_0", "outputIndexes": [ 1632 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1632 ], "outputIndexes": [ 3172 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 3172 ], "outputIndexes": [ 3173 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/o_proj/Linear", "inputIndexes": [ 3173 ], "outputIndexes": [ 3174 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 960, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14400, "weightSize": 0 }, "external": [ 117698992, 460822, 115200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 3174 ], "outputIndexes": [ 3175 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3175 ], "outputIndexes": [ 1633 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 960 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1565, 1633 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_98_output_0", "outputIndexes": [ 1634 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 960 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.38561, 0.315392, 0.34896, 0.37571, 0.3386, 0.347359, 0.382021, 0.375015, 0.205022, 0.142008, 0.317779, 0.375363, 0.355993, 0.368932, 0.28272, 0.314981, 0.161291, 0.373241, 0.0839, 0.080794, 0.300246, 0.188109, 0.122334, 0.354986, 0.399962, 0.154512, 0.103206, 0.259797, 0.347448, 0.132368, 0.356505, 0.419876, 0.185153, 0.382736, 0.340215, 0.274768, 0.36743, 0.242877, 0.199308, 0.299941, 0.080566, 0.256249, 0.396653, 0.094133, 0.3169, 0.186411, 0.081765, 0.405024, 0.058308, 0.196995, 0.311788, 0.208597, 0.218608, 0.060321, 0.317597, 0.107718, 0.144554, 0.065849, 0.323027, 0.26761, 0.301432, 0.376889, 0.177703, 0.15391, 0.392316, 0.277646, 0.3146, 0.371182, 0.195093, 0.152405, 0.267869, 0.352055, 0.389811, 0.339207, 0.09146, 0.191982, 0.38157, 0.344959, 0.2446, 0.317056, 0.139082, 0.322949, 0.210765, 0.329551, 0.34678, 0.374467, 0.241808, -0.000186, 0.379034, 0.325565, 0.279374, 0.076132, 0.21318, 0.230427, 0.208234, 0.332872, 0.221693, 0.060843, 0.330521, 0.29295, 0.099389, 0.384732, 0.242802, 0.284898, 0.388552, 0.431542, 0.402733, 0.156631, 0.348007, 0.405388, 0.403327, 0.314746, 0.266702, 0.34369, 0.432939, 0.253248, 0.370384, 0.424038, 0.392099, 0.29722, 0.309768, 0.403303, 0.2135, 0.348324, 0.335756, 0.340259, 0.346478, 0.37486, 0.373257, 0.24241, 0.343007, 0.194779, 0.317485, 0.06223, 0.174322, 0.424833, 0.37085, 0.336148, 0.392256, 0.287013, 0.078761, 0.243547, 0.286822, 0.347705, 0.437267, 0.066218, 0.145034, 0.133818, 0.264942, 0.405896, 0.22056, 0.288649, 0.321066, 0.17982, 0.362404, 0.362389, 0.303449, 0.169469, 0.399194, 0.347655, 0.368105, 0.353374, 0.231831, 0.175036, 0.236567, 0.395413, 0.393679, 0.193983, 0.237937, 0.319808, 0.358356, 0.168214, 0.208089, 0.294384, 0.15348, 0.356601, 0.078342, 0.132488, 0.345923, 0.159365, 0.340746, 0.182836, 0.257737, 0.370526, 0.368679, 0.440095, 0.146237, 0.249338, 0.066873, 0.326278, 0.386221, 0.109972, 0.080716, 0.175684, 0.256523, 0.38353, 0.106419, 0.313135, 0.321801, 0.388698, 0.150368, 0.340462, 0.364651, 0.400738, 0.1651, 0.341544, 0.176934, 0.373677, 0.367452, 0.162217, 0.331978, 0.29665, 0.087743, 0.430582, 0.255939, 0.309191, 0.40928, 0.097631, 0.11462, 0.303422, 0.125715, 0.241953, 0.29018, 0.224387, 0.157538, 0.256298, 0.283838, 0.225112, 0.377014, 0.278569, 0.330847, 0.218969, 0.221081, 0.280328, 0.249133, 0.120084, 0.367702, 0.111579, 0.073518, 0.317078, 0.35482, 0.118127, 0.345106, 0.326068, 0.333691, 0.384446, 0.388447, 0.272635, 0.328715, 0.171106, 0.34075, 0.271569, 0.118453, 0.388491, 0.18082, 0.450841, 0.238711, 0.319483, 0.321473, 0.251771, 0.344646, 0.366929, 0.37006, 0.075175, 0.43317, 0.071585, 0.397454, 0.232039, 0.284212, 0.363045, 0.254218, 0.376944, 0.3628, 0.396977, 0.32471, 0.301884, 0.071472, 0.132125, 0.325491, 0.434506, 0.09764, 0.298517, 0.257878, 0.338838, 0.281754, 0.315379, 0.064105, 0.363054, 0.371968, 0.231575, 0.415462, 0.347959, 0.294755, 0.273236, 0.337035, 0.131414, 0.240126, 0.336657, 0.275474, 0.31338, 0.216073, 0.301883, 0.327712, 0.284029, 0.069758, 0.375412, 0.153432, 0.240082, 0.074187, 0.310798, 0.28323, 0.225727, 0.368854, 0.279789, 0.438536, 0.197845, 0.368562, 0.147196, 0.096423, 0.313114, 0.335814, 0.397129, 0.325366, 0.400376, 0.118469, 0.163732, 0.35025, 0.345228, 0.394117, 0.247794, 0.324017, 0.141065, 0.40296, 0.080825, 0.331316, 0.328609, 0.124427, 0.363211, 0.267729, 0.330154, 0.234324, 0.392637, 0.078782, 0.352676, 0.105197, 0.34119, 0.218349, 0.281645, 0.1567, 0.293398, 0.244301, 0.159888, 0.320625, 0.312214, 0.305383, 0.364199, 0.101076, 0.170124, 0.236705, 0.201533, 0.080179, 0.217, 0.04579, 0.277672, 0.341762, 0.361751, 0.346638, 0.099068, 0.35025, 0.290163, 0.250475, 0.25948, 0.085562, 0.303107, 0.343468, 0.35563, 0.377651, 0.219081, 0.264497, 0.119857, 0.068557, 0.400101, 0.414614, 0.258577, 0.410499, 0.11791, 0.420235, 0.296561, 0.210373, 0.289001, 0.100285, 0.24151, 0.254783, 0.337335, 0.138191, 0.129633, 0.365986, 0.380884, 0.278695, 0.318517, 0.338186, 0.096234, 0.329424, 0.107051, 0.225437, 0.321389, 0.346222, 0.334973, 0.23177, 0.270998, 0.359568, 0.269117, 0.104586, 0.375906, 0.126217, 0.111722, 0.314851, 0.359649, 0.20079, 0.331136, 0.145654, 0.328846, 0.237104, 0.332131, 0.420878, 0.14815, 0.126215, 0.296505, 0.287166, 0.23445, 0.162798, 0.363326, 0.262244, 0.064012, 0.41977, 0.270535, 0.35235, 0.398725, 0.06941, 0.086122, 0.193536, 0.351585, 0.377667, 0.338575, 0.37429, 0.385552, 0.131644, 0.418472, 0.313881, 0.284484, 0.381667, 0.389457, 0.41212, 0.200482, 0.13473, 0.371274, 0.201367, 0.137322, 0.175626, 0.222182, 0.210983, 0.306538, 0.08722, 0.161214, 0.167484, 0.151691, 0.277656, 0.30074, 0.172621, 0.15067, 0.383728, 0.122776, 0.351239, 0.283617, 0.08857, 0.303635, 0.103504, 0.167565, 0.183924, 0.395474, 0.39463, 0.276457, 0.264201, 0.309811, 0.343948, 0.176427, 0.070638, 0.344823, 0.359473, 0.311778, 0.372964, 0.312823, 0.331074, 0.323809, 0.144782, 0.212378, 0.195578, 0.391014, 0.309957, 0.069014, 0.067219, 0.299339, 0.112178, 0.39606, 0.350271, 0.244607, 0.234961, 0.286802, 0.235028, 0.216925, 0.378217, 0.361064, 0.099259, 0.335495, 0.340571, 0.291868, 0.377378, 0.142141, 0.291492, 0.191937, 0.21294, 0.289878, 0.321141, 0.352544, 0.251641, 0.07044, 0.405435, 0.117874, 0.343303, 0.328108, 0.362176, 0.290885, 0.34304, 0.384387, 0.240018, 0.287935, 0.423495, 0.332666, 0.082043, 0.367626, 0.348949, 0.376106, 0.29525, 0.349766, 0.107898, 0.071326, 0.152708, 0.108474, 0.293183, 0.321587, 0.285417, 0.358745, 0.354723, 0.203326, 0.34502, 0.276783, 0.243792, 0.113942, 0.236753, 0.244993, 0.416039, 0.184757, 0.230907, 0.38908, 0.204154, 0.380127, 0.315313, 0.070712, 0.209542, 0.345268, 0.346693, 0.078321, 0.276399, 0.06185, 0.351857, 0.174252, 0.199496, 0.15264, 0.246736, 0.281026, 0.416982, 0.240723, 0.084227, 0.381832, 0.347962, 0.311316, 0.333527, 0.229081, 0.297938, 0.386777, 0.28136, 0.084394, 0.291171, 0.318513, 0.37569, 0.360676, 0.293002, 0.068962, 0.236652, 0.366361, 0.328488, 0.14698, 0.328299, 0.154187, 0.116863, 0.176865, 0.218707, 0.303838, 0.24674, 0.342474, 0.237883, 0.211182, 0.127225, 0.177944, 0.350786, 0.065738, 0.233316, 0.301462, 0.257372, 0.063795, 0.085466, 0.206681, 0.332196, 0.331878, 0.289979, 0.3201, 0.407926, 0.373186, 0.186481, 0.403793, 0.318885, 0.401705, 0.356378, 0.148148, 0.446725, 0.315365, 0.155962, 0.343775, 0.405355, 0.09951, 0.411154, 0.344207, 0.084727, 0.361574, 0.198821, 0.380392, 0.352384, 0.200354, 0.223717, 0.37264, 0.280321, 0.080172, 0.30876, 0.346954, 0.129368, 0.120513, 0.081184, 0.363625, 0.246604, 0.362578, 0.415249, 0.135296, 0.350457, 0.196979, 0.162514, 0.400585, 0.367846, 0.055331, 0.391297, 0.246184, 0.272683, 0.385128, 0.286122, 0.368853, 0.147698, 0.253168, 0.289346, 0.286614, 0.069751, 0.401158, 0.397942, 0.150151, 0.254561, 0.363503, 0.358761, 0.330297, 0.079788, 0.323915, 0.100694, 0.073306, 0.31158, 0.359426, 0.19751, 0.190608, 0.302973, 0.071513, 0.345717, 0.234361, 0.111065, 0.30432, 0.293546, 0.341852, 0.116108, 0.271521, 0.348451, 0.400782, 0.285784, 0.387929, 0.186193, 0.193083, 0.131113, 0.156323, 0.216399, 0.321859, 0.376651, 0.372663, 0.24193, 0.334774, 0.378805, 0.12809, 0.092245, 0.384525, 0.42241, 0.375607, 0.157279, 0.391029, 0.363737, 0.16411, 0.346042, 0.07316, 0.305822, 0.336155, 0.178217, 0.22839, 0.291271, 0.326299, 0.23672, 0.339583, 0.32026, 0.199274, 0.328192, 0.324955, 0.220061, 0.405085, 0.354136, 0.068126, 0.291759, 0.236258, 0.223516, 0.182422, 0.387772, 0.343036, 0.222347, 0.152941, 0.180866, 0.367247, 0.345217, 0.265744, 0.069016, 0.062492, 0.274527, 0.374061, 0.337555, 0.249673, 0.209357, 0.358362, 0.415897, 0.088822, 0.27347, 0.245972, 0.395881, 0.205174, 0.332231, 0.349405, 0.15416, 0.422488, 0.17867, 0.334791, 0.165322, 0.306126, 0.138058, 0.129105, 0.264825, 0.404125, 0.295365, 0.237275, 0.334717, 0.364513, 0.348097, 0.272444, 0.413988, 0.076646, 0.102609, 0.061663, 0.256873, 0.353673, 0.301524, 0.073213, 0.125802, 0.34486, 0.264545, 0.374685, 0.380077, 0.442945, 0.391695, 0.397929, 0.363719, 0.107563, 0.162387, 0.35545, 0.150704, 0.077419, 0.38203, 0.261084, 0.292468, 0.289364, 0.191367, 0.137061, 0.128633, 0.262594, 0.346595, 0.150825, 0.364151, 0.310078, 0.377378, 0.327875, 0.081996, 0.381857, 0.413912, 0.093184, 0.299445, 0.215952, 0.271555, 0.19367, 0.31629, 0.298071, 0.294629, 0.159341, 0.254777, 0.269167, 0.099921, 0.309664, 0.067811, 0.153147, 0.303072, 0.388607, 0.277588, 0.194519, 0.180023, 0.300695, 0.060816, 0.334125, 0.416434, 0.404364, 0.151942, 0.390871, 0.089076, 0.28776, 0.271735, 0.313016, 0.371201, 0.340911, 0.341559, 0.160902, 0.235103, 0.353257, 0.321505, 0.350357, 0.075989, 0.218587, 0.310668, 0.315077, 0.162139, 0.149204, 0.337758, 0.064806, 0.331385, 0.103497, 0.357414, 0.170551, 0.292497, 0.34683, 0.385015, 0.215021, 0.369099, 0.35705, 0.307675, 0.20965, 0.394886, 0.249243, 0.129905, 0.104092, 0.249571, 0.307858, 0.076322, 0.092086, 0.355941, 0.156501, 0.306958, 0.24394, 0.343883, 0.082996, 0.345641, 0.415016, 0.370272, 0.313309, 0.273739, 0.346156, 0.320145, 0.16297, 0.314349, 0.294162, 0.257073, 0.070083, 0.151265, 0.322303, 0.348218, 0.195433, 0.09959, 0.074559, 0.362128, 0.352285, 0.242107, 0.160855, 0.168556, 0.277835, 0.360953, 0.082514, 0.074663, 0.325638, 0.302405, 0.318483, 0.393412, 0.383062, 0.068229, 0.362991, 0.419927, 0.16412, 0.163104, 0.224857, 0.396332, 0.329729, 0.351731, 0.326853, 0.152459, 0.352338, 0.300472, 0.185096, 0.306399, 0.269586, 0.342161, 0.340187, 0.142394, 0.348766, 0.449885, 0.2716, 0.310929, 0.302198, 0.097861, 0.352496 ] }, "name": "model.model.layers.19.post_attention_layernorm.weight", "outputIndexes": [ 1635 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1634 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_19/Mul_output_0", "outputIndexes": [ 1636 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1635, 1636 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_19/Mul_1_output_0", "outputIndexes": [ 1637 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1637 ], "outputIndexes": [ 3176 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 3176 ], "outputIndexes": [ 3177 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/mlp/gate_proj/Linear", "inputIndexes": [ 3177 ], "outputIndexes": [ 3178 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2560, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 38400, "weightSize": 0 }, "external": [ 118275014, 1228822, 307200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 3178 ], "outputIndexes": [ 3179 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3179 ], "outputIndexes": [ 1638 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1638 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_19/Sigmoid_output_0", "outputIndexes": [ 1639 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1638, 1639 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_19/Mul_output_0", "outputIndexes": [ 1640 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1637 ], "outputIndexes": [ 3180 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 3180 ], "outputIndexes": [ 3181 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/mlp/up_proj/Linear", "inputIndexes": [ 3181 ], "outputIndexes": [ 3182 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2560, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 38400, "weightSize": 0 }, "external": [ 119811036, 1228822, 307200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 3182 ], "outputIndexes": [ 3183 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3183 ], "outputIndexes": [ 1641 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1640, 1641 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_19/Mul_output_0", "outputIndexes": [ 1642 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1642 ], "outputIndexes": [ 3184 ], "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 3184 ], "outputIndexes": [ 3185 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/mlp/down_proj/Linear", "inputIndexes": [ 3185 ], "outputIndexes": [ 3186 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 960, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2560, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 38400, "weightSize": 0 }, "external": [ 121347058, 1228822, 307200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 3186 ], "outputIndexes": [ 3187 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3187 ], "outputIndexes": [ 1643 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 960 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1634, 1643 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_99_output_0", "outputIndexes": [ 1644 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1644, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_180_output_0", "outputIndexes": [ 1645 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 960 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.819729, 0.746388, 0.722297, 0.701833, 0.658318, 0.709082, 0.725463, 0.766868, 0.823382, 0.247313, 0.691201, 0.846179, 0.718524, 0.7838, 0.525861, 0.69927, 0.336693, 0.761884, 0.133722, 0.163862, 0.611261, 0.343939, 0.191974, 0.717561, 0.802954, 0.31683, 0.193359, 0.45002, 0.655299, 0.218802, 0.765092, 0.929489, 0.339007, 0.782784, 0.673877, 0.492727, 0.762579, 0.426119, 0.374752, 0.594771, 0.236697, 0.490484, 1.036481, 0.146389, 0.641206, 0.377269, 0.131079, 0.905439, 0.101083, 0.379619, 0.60227, 0.346381, 0.38816, 0.117759, 0.620919, 0.184157, 0.259166, 0.117267, 0.817199, 0.469797, 0.73063, 0.751936, 0.373338, 0.275894, 0.890171, 0.543984, 0.579972, 0.811773, 0.363661, 0.266185, 0.499951, 0.736266, 0.90797, 0.690427, 0.150718, 0.393714, 0.740112, 0.582669, 0.662355, 0.633255, 0.287075, 0.672896, 0.377033, 0.669984, 0.711664, 0.719241, 0.450696, 0.048811, 0.833369, 0.614153, 0.497617, 0.127586, 0.392556, 0.494858, 0.409078, 0.59613, 0.381823, 0.097381, 0.786572, 0.57051, 0.16231, 0.885677, 0.488591, 0.560794, 0.789005, 0.857394, 0.788844, 0.253228, 0.67784, 0.80423, 0.884878, 0.577035, 0.506378, 0.68713, 1.088717, 0.477118, 0.761967, 0.903099, 0.823717, 0.617932, 0.580214, 0.745559, 0.367826, 0.651374, 0.666464, 0.689777, 0.686091, 0.851474, 0.787203, 0.490846, 0.781676, 0.36049, 0.597785, 0.113403, 0.325788, 0.840939, 0.735085, 0.637653, 0.927239, 0.542479, 0.120986, 0.464715, 0.549029, 0.692611, 1.087254, 0.103443, 0.277456, 0.256096, 0.602222, 0.936451, 0.452058, 0.561127, 0.634005, 0.308381, 0.744388, 0.695816, 0.567702, 0.255676, 0.977639, 0.826083, 0.775292, 0.711795, 0.531298, 0.273103, 0.4385, 0.820988, 0.795749, 0.342892, 0.477643, 0.632086, 0.730318, 0.292524, 0.355771, 0.646035, 0.266819, 0.642163, 0.144178, 0.207423, 0.685821, 0.292715, 0.733603, 0.30019, 0.482037, 0.774189, 0.789669, 0.897207, 0.245576, 0.467478, 0.108999, 0.638963, 0.786196, 0.201502, 0.124989, 0.308171, 0.506002, 0.981992, 0.173326, 0.583056, 0.603471, 0.787208, 0.223491, 0.659662, 0.771695, 0.922159, 0.288429, 0.695663, 0.311041, 0.771194, 0.822599, 0.27996, 0.752344, 0.549147, 0.241657, 0.984881, 0.451398, 0.548897, 0.858121, 0.258445, 0.169706, 0.587158, 0.220778, 0.486417, 0.570286, 0.42934, 0.392201, 0.455853, 0.519132, 0.389445, 0.829801, 0.523338, 0.686384, 0.434061, 0.437777, 0.543939, 0.453284, 0.186268, 0.961266, 0.469963, 0.117656, 0.742225, 0.735266, 0.18718, 0.636375, 0.610295, 0.742702, 0.799538, 0.757562, 0.517935, 0.653672, 0.305894, 0.705794, 0.564352, 0.190859, 0.836217, 0.349455, 1.074972, 0.442908, 0.592916, 0.708593, 0.482504, 0.717731, 0.713808, 0.640892, 0.105299, 0.89288, 0.128593, 0.78317, 0.43846, 0.544997, 0.786223, 0.529963, 0.764657, 0.742768, 0.894961, 0.628178, 0.569093, 0.137476, 0.243611, 0.671867, 0.946126, 0.144542, 0.637407, 0.445473, 0.692186, 0.502104, 0.677292, 0.096133, 0.726773, 0.804604, 0.428386, 0.989422, 0.683724, 0.529512, 0.581553, 0.685585, 0.231949, 0.478977, 0.704881, 0.534868, 0.634212, 0.387846, 0.611804, 0.604275, 0.601038, 0.095226, 0.958437, 0.264817, 0.456345, 0.105227, 0.698604, 0.679379, 0.428258, 0.779729, 0.527286, 0.828974, 0.35534, 0.716939, 0.247436, 0.163013, 0.541544, 0.723077, 0.839426, 0.61783, 0.806601, 0.203766, 0.310025, 0.656041, 0.656638, 0.797409, 0.492053, 0.647052, 0.246558, 0.890015, 0.253578, 0.648726, 0.713103, 0.198384, 0.703149, 0.521879, 0.638779, 0.488885, 0.894387, 0.137012, 0.651591, 0.177425, 0.638082, 0.412543, 0.523728, 0.25048, 0.52054, 0.438864, 0.252703, 0.595588, 0.736615, 0.655414, 0.656875, 0.176799, 0.340957, 0.444708, 0.353922, 0.137062, 0.405238, 0.213774, 0.519773, 0.610213, 0.775698, 0.719413, 0.168507, 0.790104, 0.566007, 0.460579, 0.488295, 0.192135, 0.590863, 0.693051, 0.729838, 0.80599, 0.450079, 0.582116, 0.204688, 0.105504, 0.81199, 1.045977, 0.512847, 0.869995, 0.141796, 0.915789, 0.563254, 0.4172, 0.548751, 0.150367, 0.423493, 0.519749, 0.665901, 0.232622, 0.186113, 0.763699, 0.761704, 8.2e-05, 0.585304, 0.696797, 0.148449, 0.606448, 0.174684, 0.453295, 0.700905, 0.680659, 0.696575, 0.459378, 0.538001, 0.72342, 0.485406, 0.17399, 0.721087, 0.246079, 0.169971, 0.546102, 0.815551, 0.386202, 0.665325, 0.244196, 0.712621, 0.424771, 0.773829, 0.918986, 0.198625, 0.220274, 0.615239, 0.58774, 0.44444, 0.278683, 0.801125, 0.474705, 0.098296, 0.966757, 0.494895, 0.679395, 0.931488, 0.113449, 0.246581, 0.36311, 0.757438, 0.79691, 0.681738, 0.85115, 0.823972, 0.25413, 0.814638, 0.589491, 0.552781, 0.869008, 0.893115, 0.822055, 0.350607, 0.767584, 0.884131, 0.378279, 0.263447, 0.34966, 0.426181, 0.392643, 0.650646, 0.138899, 0.248655, 0.333889, 0.2644, 0.514523, 0.567465, 0.297791, 0.280847, 0.78151, 0.21554, 0.717681, 0.54196, 0.36618, 0.602924, 0.151713, 0.282208, 0.325824, 0.779524, 0.84648, 0.53988, 0.491871, 0.646519, 0.728979, 0.306664, 0.112749, 0.764656, 0.809231, 0.635626, 0.789177, 0.672919, 0.722909, 0.592947, 0.301046, 0.38813, 0.327156, 0.800754, 0.588754, 0.118862, 0.119315, 0.625516, 0.392573, 0.77321, 0.693865, 0.492709, 0.534158, 0.561252, 0.432398, 0.384122, 0.872313, 0.753058, 0.168928, 0.652483, 0.759075, 0.563565, 0.867757, 0.241532, 0.488924, 0.357943, 0.389587, 0.537908, 0.59055, 0.817238, 0.446558, 0.096258, 0.844534, 0.326879, 0.787485, 0.642013, 0.753305, 0.551539, 0.716197, 0.822706, 0.486996, 0.524796, 0.84244, 0.648775, 0.120041, 0.740398, 0.696677, 0.788219, 0.49084, 0.651383, 0.221281, 0.122885, 0.313384, 0.206751, 0.545594, 0.633229, 0.495098, 0.717712, 0.68235, 0.345535, 0.671506, 0.540746, 0.569942, 0.226427, 0.485857, 0.444964, 0.954765, 0.32059, 0.430633, 0.834127, 0.36534, 0.760665, 0.569277, 0.097272, 0.365183, 0.678925, 0.734251, 0.12602, 0.518462, 0.10222, 0.70141, 0.326475, 0.349502, 0.247962, 0.433243, 0.553927, 0.853079, 0.449751, 0.12816, 0.80356, 0.641214, 0.656346, 0.66212, 0.518801, 0.536428, 0.856067, 0.531971, 0.16694, 0.539415, 0.723962, 0.791363, 0.80086, 0.748615, 0.114703, 0.539585, 0.69876, 0.626353, 0.294776, 0.707724, 0.270169, 0.212466, 0.329368, 0.583815, 0.60299, 0.597757, 0.656241, 0.455834, 0.3703, 0.307808, 0.320466, 0.770289, 0.251487, 0.393495, 0.600316, 0.471943, 0.095902, 0.137121, 0.399168, 0.735627, 0.695517, 0.558529, 0.741004, 0.90981, 0.744773, 0.307848, 0.876855, 0.590303, 0.80744, 0.725798, 0.703726, 0.822323, 0.666801, 0.293622, 0.624937, 0.900092, 0.152035, 0.858661, 0.751289, 0.131939, 0.708578, 0.53091, 0.692272, 0.654777, 0.351174, 0.463989, 0.767771, 0.495894, 0.124564, 0.571428, 0.667314, 0.238805, 0.197763, 0.1314, 0.7631, 0.486429, 0.639495, 0.813218, 0.245172, 0.719729, 0.428308, 0.268565, 0.833279, 0.788323, 0.091207, 0.993482, 0.467294, 0.572211, 0.913924, 0.585756, 0.773797, 0.250226, 0.528249, 0.509, 0.547128, 0.117384, 0.836235, 0.865007, 0.269248, 0.440176, 0.803306, 0.825914, 0.608744, 0.131845, 0.659803, 0.222791, 0.139699, 0.661957, 0.733097, 0.384115, 0.340546, 0.550185, 0.116797, 0.736755, 0.49695, 0.469267, 0.526234, 0.575486, 0.616991, 0.206997, 0.501665, 0.778871, 1.017028, 0.613143, 0.786237, 0.369091, 0.354937, 0.332464, 0.283067, 0.444649, 0.64912, 0.824967, 0.766612, 0.440082, 0.725248, 0.866314, 0.262728, 0.154841, 0.809342, 0.858811, 0.76854, 0.269867, 0.8172, 0.671315, 0.299903, 0.727712, 0.121321, 0.570181, 0.688551, 0.321245, 0.400625, 0.610195, 0.605242, 0.43932, 0.672695, 0.624044, 0.384831, 0.761768, 0.661971, 0.40569, 0.807403, 0.822801, 0.097806, 0.606287, 0.458217, 0.402823, 0.336973, 0.850675, 0.791845, 0.405586, 0.260651, 0.363952, 0.775144, 0.719104, 0.547253, 0.111304, 0.102093, 0.526772, 0.72889, 0.67577, 0.441132, 0.422576, 0.799579, 0.960624, 0.174638, 0.539313, 0.490336, 0.853613, 0.379175, 0.677544, 0.724383, 0.303153, 1.027136, 0.342974, 0.737565, 0.261236, 0.626736, 0.242169, 0.252199, 0.508527, 0.946773, 0.536303, 0.397218, 0.698714, 0.782092, 0.791716, 0.531795, 0.864014, 0.110965, 0.176619, 0.093464, 0.475902, 0.72728, 0.618641, 0.129711, 0.232044, 0.689708, 0.498607, 0.836977, 0.794182, 1.017316, 0.872029, 0.78617, 0.770501, 0.176202, 0.299747, 0.701717, 0.245775, 0.106163, 0.80048, 0.489058, 0.573658, 0.596163, 0.338666, 0.237081, 0.188113, 0.490082, 0.664223, 0.657882, 0.733584, 0.571481, 0.750797, 0.678426, 0.17062, 0.838649, 0.823673, 0.155578, 0.61327, 0.42749, 0.540587, 0.400818, 0.654795, 0.558976, 0.588422, 0.290854, 0.578003, 0.551378, 0.156349, 0.586942, 0.110456, 0.279489, 0.61409, 0.835389, 0.529879, 0.33693, 0.291469, 0.620175, 0.099444, 0.598045, 0.814568, 0.806104, 0.274135, 0.853417, 0.217419, 0.611794, 0.51524, 0.642618, 0.776102, 0.707345, 0.726851, 0.29224, 0.473715, 0.687341, 0.566956, 0.71168, 0.118467, 0.422867, 0.655009, 0.659286, 0.302297, 0.22901, 0.703204, 0.108144, 0.691616, 0.179892, 0.791311, 0.28201, 0.565635, 0.667782, 0.931759, 0.403474, 0.841873, 0.865117, 0.648177, 0.396028, 0.824349, 0.451052, 0.201737, 0.194737, 0.488953, 0.611009, 0.111801, 0.337128, 0.674867, 0.269865, 0.650779, 0.472082, 0.744155, 0.123922, 0.693002, 0.83148, 0.736842, 0.640141, 0.53861, 0.861691, 0.6705, 0.295576, 0.649026, 0.551206, 0.488453, 0.11922, 0.248026, 0.740075, 0.733761, 0.400411, 0.176506, 0.109105, 0.815361, 0.736422, 0.541659, 0.293209, 0.512981, 0.540106, 0.771137, 0.181573, 0.120653, 0.665049, 0.613168, 0.630662, 0.813567, 0.846243, 0.11324, 0.738778, 0.77165, 0.288893, 0.277415, 0.503997, 0.78167, 0.665571, 0.794242, 0.644632, 0.343049, 0.811275, 0.500776, 0.337231, 0.615748, 0.508485, 0.728994, 0.684919, 0.238303, 0.772207, 0.972071, 0.499225, 0.594559, 0.605597, 0.18311, 0.726982 ] }, "name": "model.model.layers.20.input_layernorm.weight", "outputIndexes": [ 1646 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1645 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_20/Mul_output_0", "outputIndexes": [ 1647 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1646, 1647 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_20/Mul_1_output_0", "outputIndexes": [ 1648 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1648 ], "outputIndexes": [ 3188 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 3188 ], "outputIndexes": [ 3189 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/q_proj/Linear", "inputIndexes": [ 3189 ], "outputIndexes": [ 3190 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 960, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14400, "weightSize": 0 }, "external": [ 122883080, 460822, 115200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 3190 ], "outputIndexes": [ 3191 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3191 ], "outputIndexes": [ 1649 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 960 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1648 ], "main_type": "NONE", "name": "/Shape_281_output_0", "outputIndexes": [ 1650 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1650 ], "main_type": "NONE", "name": "Shape4398", "outputIndexes": [ 1651 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1650 ], "main_type": "NONE", "name": "Rank4400", "outputIndexes": [ 1652 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1652, 1652 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4402", "outputIndexes": [ 1653 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1653 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze4403", "outputIndexes": [ 1654 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1653, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4405", "outputIndexes": [ 1655 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1655 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze4406", "outputIndexes": [ 1656 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1651, 1654, 1656, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice4409", "outputIndexes": [ 1657 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1657 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze4410", "outputIndexes": [ 1658 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 1658 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4411", "outputIndexes": [ 1659 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1659, 1658 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4412", "outputIndexes": [ 1660 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1650, 1660, 1653 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_304_output_0", "outputIndexes": [ 1661 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1661, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_641_output_0", "outputIndexes": [ 1662 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 1662, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_260_output_0", "outputIndexes": [ 1663 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1649, 1663 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_181_output_0", "outputIndexes": [ 1664 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1664, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_160_output_0", "outputIndexes": [ 1665 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1664 ], "main_type": "NONE", "name": "/Shape_282_output_0", "outputIndexes": [ 1666 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1666 ], "main_type": "NONE", "name": "Shape4419", "outputIndexes": [ 1667 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1666 ], "main_type": "NONE", "name": "Rank4421", "outputIndexes": [ 1668 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1668, 1668 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4423", "outputIndexes": [ 1669 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1669 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze4424", "outputIndexes": [ 1670 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1669, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4426", "outputIndexes": [ 1671 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1671 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze4427", "outputIndexes": [ 1672 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1667, 1670, 1672, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice4430", "outputIndexes": [ 1673 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1673 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze4431", "outputIndexes": [ 1674 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 1674 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4432", "outputIndexes": [ 1675 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1675, 1674 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4433", "outputIndexes": [ 1676 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1666, 1676, 1669 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_305_output_0", "outputIndexes": [ 1677 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1677, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_60_output_0", "outputIndexes": [ 1678 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1678, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_646_output_0", "outputIndexes": [ 1679 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1664, 1679, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_81_output_0", "outputIndexes": [ 1680 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1680 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_40_output_0", "outputIndexes": [ 1681 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1664, 22, 1679, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_80_output_0", "outputIndexes": [ 1682 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1681, 1682 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_263_output_0", "outputIndexes": [ 1683 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1683, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_161_output_0", "outputIndexes": [ 1684 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1665, 1684 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_100_output_0", "outputIndexes": [ 1685 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1648 ], "outputIndexes": [ 3192 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 3192 ], "outputIndexes": [ 3193 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/k_proj/Linear", "inputIndexes": [ 3193 ], "outputIndexes": [ 3194 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 4800, "weightSize": 0 }, "external": [ 123459102, 153622, 38400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 3194 ], "outputIndexes": [ 3195 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3195 ], "outputIndexes": [ 1686 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 1662, 85, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_261_output_0", "outputIndexes": [ 1687 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1686, 1687 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_182_output_0", "outputIndexes": [ 1688 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1688, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_162_output_0", "outputIndexes": [ 1689 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1688 ], "main_type": "NONE", "name": "/Shape_283_output_0", "outputIndexes": [ 1690 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1690 ], "main_type": "NONE", "name": "Shape4482", "outputIndexes": [ 1691 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1690 ], "main_type": "NONE", "name": "Rank4484", "outputIndexes": [ 1692 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1692, 1692 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4486", "outputIndexes": [ 1693 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1693 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze4487", "outputIndexes": [ 1694 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1693, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4489", "outputIndexes": [ 1695 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1695 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze4490", "outputIndexes": [ 1696 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1691, 1694, 1696, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice4493", "outputIndexes": [ 1697 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1697 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze4494", "outputIndexes": [ 1698 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 1698 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4495", "outputIndexes": [ 1699 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1699, 1698 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4496", "outputIndexes": [ 1700 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1690, 1700, 1693 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_306_output_0", "outputIndexes": [ 1701 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1701, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_61_output_0", "outputIndexes": [ 1702 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1702, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_648_output_0", "outputIndexes": [ 1703 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1688, 1703, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_83_output_0", "outputIndexes": [ 1704 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1704 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_41_output_0", "outputIndexes": [ 1705 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1688, 22, 1703, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_82_output_0", "outputIndexes": [ 1706 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1705, 1706 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_264_output_0", "outputIndexes": [ 1707 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1707, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_163_output_0", "outputIndexes": [ 1708 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1689, 1708 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_101_output_0", "outputIndexes": [ 1709 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1648 ], "outputIndexes": [ 3196 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 3196 ], "outputIndexes": [ 3197 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/v_proj/Linear", "inputIndexes": [ 3197 ], "outputIndexes": [ 3198 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 4800, "weightSize": 0 }, "external": [ 123651124, 153622, 38400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 3198 ], "outputIndexes": [ 3199 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3199 ], "outputIndexes": [ 1710 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1710, 1687 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_183_output_0", "outputIndexes": [ 1711 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1685, 1709, 1711, 111 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_188_output_0", "outputIndexes": [ 1712 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1712 ], "outputIndexes": [ 3200 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 3200 ], "outputIndexes": [ 3201 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/o_proj/Linear", "inputIndexes": [ 3201 ], "outputIndexes": [ 3202 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 960, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14400, "weightSize": 0 }, "external": [ 123843146, 460822, 115200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 3202 ], "outputIndexes": [ 3203 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3203 ], "outputIndexes": [ 1713 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 960 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1645, 1713 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_103_output_0", "outputIndexes": [ 1714 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 960 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.376176, 0.335617, 0.354106, 0.375136, 0.354529, 0.366325, 0.403165, 0.353744, 0.181071, 0.173477, 0.334038, 0.398262, 0.362523, 0.374381, 0.298521, 0.332622, 0.179336, 0.373771, 0.104745, 0.093901, 0.324797, 0.21959, 0.145678, 0.367276, 0.397386, 0.176899, 0.124903, 0.290805, 0.362611, 0.156407, 0.374089, 0.394289, 0.217756, 0.396679, 0.359863, 0.297534, 0.370027, 0.269145, 0.23225, 0.321644, 0.094655, 0.279785, 0.391923, 0.118727, 0.321443, 0.211339, 0.101949, 0.404529, 0.075094, 0.225135, 0.337788, 0.234879, 0.251938, 0.072856, 0.354375, 0.133321, 0.177328, 0.082075, 0.325742, 0.289406, 0.306603, 0.391006, 0.208303, 0.185989, 0.36969, 0.293701, 0.324044, 0.39682, 0.230806, 0.176914, 0.293684, 0.370337, 0.378875, 0.358123, 0.117045, 0.211556, 0.39047, 0.360844, 0.252135, 0.321987, 0.153892, 0.35188, 0.241828, 0.353711, 0.349573, 0.385957, 0.267678, -0.000159, 0.390143, 0.339904, 0.291953, 0.097904, 0.244937, 0.247243, 0.238689, 0.341085, 0.247648, 0.080938, 0.357787, 0.30023, 0.122342, 0.423382, 0.277565, 0.293479, 0.3938, 0.416802, 0.416726, 0.180791, 0.381116, 0.415656, 0.403955, 0.33826, 0.278441, 0.354124, 0.376066, 0.27901, 0.37945, 0.422517, 0.391091, 0.302189, 0.33086, 0.396412, 0.249678, 0.357236, 0.333644, 0.352731, 0.367952, 0.380573, 0.394559, 0.263817, 0.343848, 0.229266, 0.343428, 0.082439, 0.201023, 0.432784, 0.372672, 0.339382, 0.389499, 0.300967, 0.097864, 0.26402, 0.307231, 0.353324, 0.437657, 0.08044, 0.168086, 0.155034, 0.272583, 0.414864, 0.23838, 0.310817, 0.334264, 0.204462, 0.38444, 0.35439, 0.327249, 0.197888, 0.386787, 0.34411, 0.376785, 0.363926, 0.252072, 0.206609, 0.261134, 0.387084, 0.39404, 0.232863, 0.270517, 0.350618, 0.362417, 0.195613, 0.237304, 0.309425, 0.189072, 0.36804, 0.092874, 0.160447, 0.362184, 0.18568, 0.359685, 0.217826, 0.287818, 0.373673, 0.374266, 0.43081, 0.183527, 0.276408, 0.084324, 0.339939, 0.391137, 0.132281, 0.10095, 0.205657, 0.277024, 0.356042, 0.13136, 0.332698, 0.346264, 0.398101, 0.180006, 0.355923, 0.372855, 0.422061, 0.195918, 0.355287, 0.20671, 0.389085, 0.368659, 0.182768, 0.3457, 0.325268, 0.098324, 0.419299, 0.281937, 0.324774, 0.39251, 0.112901, 0.137412, 0.33102, 0.151444, 0.265895, 0.30055, 0.252609, 0.175917, 0.299184, 0.316214, 0.241889, 0.382063, 0.301247, 0.356778, 0.258911, 0.247034, 0.285437, 0.272116, 0.147552, 0.371177, 0.107121, 0.09295, 0.323284, 0.36755, 0.144997, 0.365796, 0.33866, 0.361735, 0.390269, 0.393084, 0.307584, 0.346467, 0.197671, 0.377244, 0.31156, 0.142755, 0.387702, 0.217351, 0.432752, 0.26792, 0.349443, 0.328273, 0.29124, 0.356276, 0.369764, 0.378292, 0.093808, 0.422077, 0.082515, 0.383892, 0.262165, 0.308257, 0.368514, 0.283835, 0.390573, 0.362871, 0.408943, 0.365747, 0.320154, 0.087897, 0.159558, 0.347372, 0.432962, 0.118904, 0.304307, 0.277972, 0.352823, 0.30183, 0.329589, 0.080699, 0.365506, 0.389243, 0.262281, 0.40269, 0.366456, 0.32024, 0.293029, 0.350567, 0.151821, 0.257118, 0.352587, 0.289575, 0.317387, 0.243189, 0.34168, 0.345571, 0.31855, 0.089337, 0.351221, 0.184252, 0.258934, 0.092083, 0.327676, 0.289491, 0.245669, 0.38003, 0.299149, 0.439724, 0.223539, 0.374913, 0.17367, 0.12059, 0.328483, 0.350458, 0.402586, 0.344604, 0.392471, 0.149333, 0.190825, 0.351482, 0.351839, 0.391652, 0.287077, 0.340331, 0.167399, 0.403839, 0.089427, 0.357629, 0.341058, 0.150409, 0.374315, 0.308314, 0.357634, 0.263433, 0.406048, 0.096986, 0.378515, 0.129899, 0.349446, 0.246551, 0.307527, 0.183336, 0.306333, 0.274504, 0.164362, 0.340371, 0.322794, 0.321667, 0.368424, 0.129237, 0.189245, 0.258645, 0.224872, 0.097586, 0.247132, 0.040748, 0.304337, 0.363351, 0.37828, 0.364788, 0.121942, 0.365125, 0.324808, 0.282996, 0.283755, 0.099608, 0.331246, 0.362959, 0.388045, 0.382097, 0.240202, 0.292531, 0.149313, 0.085628, 0.412533, 0.41779, 0.288497, 0.408465, 0.142374, 0.416862, 0.31061, 0.236535, 0.309583, 0.125003, 0.266316, 0.278756, 0.349844, 0.168075, 0.157187, 0.372344, 0.407874, 0.306145, 0.340944, 0.353195, 0.115173, 0.34246, 0.130459, 0.243113, 0.330365, 0.360408, 0.34775, 0.274748, 0.296844, 0.374387, 0.281369, 0.129472, 0.390789, 0.144839, 0.142556, 0.344835, 0.379724, 0.232432, 0.343384, 0.178915, 0.349445, 0.273532, 0.353178, 0.429012, 0.187043, 0.147146, 0.307652, 0.313901, 0.261208, 0.196599, 0.367968, 0.276014, 0.0799, 0.394902, 0.303869, 0.349447, 0.399335, 0.083928, 0.104919, 0.226246, 0.363534, 0.369084, 0.364842, 0.386846, 0.372821, 0.163558, 0.402542, 0.322575, 0.309458, 0.373269, 0.388672, 0.397004, 0.234403, 0.120995, 0.391273, 0.22987, 0.169033, 0.2051, 0.241878, 0.243157, 0.321833, 0.107359, 0.187105, 0.198288, 0.177583, 0.305734, 0.322947, 0.203512, 0.182117, 0.381915, 0.148677, 0.374457, 0.317641, 0.092477, 0.330587, 0.126663, 0.192179, 0.209669, 0.403827, 0.389245, 0.311901, 0.301032, 0.32089, 0.373374, 0.209446, 0.081904, 0.349594, 0.363651, 0.324125, 0.383956, 0.324932, 0.347766, 0.3332, 0.16717, 0.242736, 0.222916, 0.389174, 0.335501, 0.080277, 0.083735, 0.321154, 0.119109, 0.391891, 0.369189, 0.270919, 0.254809, 0.304107, 0.263598, 0.258848, 0.372426, 0.362183, 0.124816, 0.348569, 0.364669, 0.306439, 0.371974, 0.171307, 0.311501, 0.224401, 0.236, 0.300909, 0.353758, 0.385785, 0.266978, 0.088999, 0.407312, 0.128895, 0.352451, 0.356497, 0.378431, 0.327299, 0.363055, 0.369058, 0.263023, 0.306289, 0.394077, 0.357448, 0.105003, 0.385456, 0.367786, 0.393171, 0.319847, 0.362847, 0.12533, 0.087168, 0.176701, 0.124676, 0.327283, 0.34613, 0.306473, 0.376554, 0.395993, 0.224784, 0.349438, 0.312276, 0.255203, 0.128281, 0.261077, 0.260235, 0.426387, 0.216909, 0.248394, 0.388703, 0.229769, 0.385797, 0.332031, 0.086719, 0.238342, 0.356406, 0.340996, 0.097643, 0.306964, 0.080462, 0.377495, 0.205987, 0.229071, 0.181111, 0.274367, 0.301213, 0.40704, 0.273527, 0.100815, 0.382151, 0.365428, 0.330735, 0.333121, 0.26545, 0.325575, 0.393846, 0.30104, 0.102173, 0.319394, 0.324124, 0.374498, 0.377322, 0.292703, 0.084625, 0.260454, 0.36609, 0.351336, 0.170089, 0.353791, 0.172905, 0.145557, 0.208093, 0.224457, 0.318786, 0.276562, 0.360481, 0.257734, 0.232117, 0.138896, 0.207683, 0.370477, 0.070801, 0.258714, 0.319483, 0.286668, 0.086086, 0.105422, 0.240281, 0.334154, 0.340316, 0.301214, 0.324895, 0.424646, 0.382786, 0.213758, 0.40212, 0.335002, 0.400895, 0.363418, 0.146087, 0.434443, 0.324207, 0.175195, 0.364966, 0.386685, 0.121215, 0.405802, 0.366082, 0.106233, 0.384076, 0.219411, 0.390411, 0.364753, 0.232748, 0.251654, 0.382638, 0.303405, 0.10302, 0.339337, 0.346385, 0.160206, 0.141589, 0.104495, 0.362042, 0.284824, 0.361755, 0.441503, 0.165745, 0.354277, 0.215446, 0.192376, 0.405614, 0.374031, 0.06754, 0.41381, 0.269705, 0.280212, 0.379197, 0.297743, 0.374491, 0.178373, 0.284538, 0.320785, 0.312426, 0.085777, 0.39719, 0.392026, 0.176974, 0.282063, 0.377399, 0.397896, 0.327313, 0.09896, 0.340715, 0.116982, 0.088182, 0.315071, 0.371777, 0.232191, 0.22285, 0.332455, 0.086981, 0.366541, 0.252666, 0.115214, 0.338266, 0.310783, 0.360095, 0.143818, 0.284804, 0.352449, 0.383296, 0.311365, 0.396374, 0.214662, 0.2176, 0.140634, 0.175643, 0.247669, 0.351375, 0.355261, 0.372177, 0.282232, 0.358579, 0.378928, 0.160496, 0.105195, 0.407892, 0.420995, 0.383025, 0.190443, 0.380605, 0.35683, 0.181942, 0.364743, 0.095612, 0.344359, 0.343635, 0.210466, 0.248324, 0.306518, 0.347523, 0.290474, 0.365664, 0.335644, 0.225636, 0.335448, 0.355445, 0.253576, 0.399747, 0.372734, 0.083345, 0.317675, 0.264073, 0.244642, 0.207532, 0.377379, 0.367213, 0.249763, 0.18059, 0.199293, 0.386387, 0.373675, 0.282695, 0.090767, 0.081684, 0.297872, 0.391052, 0.356537, 0.274179, 0.2396, 0.362579, 0.411078, 0.106429, 0.295696, 0.280217, 0.388464, 0.228971, 0.343323, 0.379719, 0.176009, 0.425447, 0.206307, 0.341091, 0.19583, 0.322054, 0.162358, 0.149538, 0.281565, 0.392576, 0.30842, 0.26108, 0.35419, 0.375488, 0.370865, 0.287647, 0.413323, 0.093556, 0.127622, 0.077074, 0.286361, 0.358065, 0.318583, 0.091793, 0.143073, 0.353128, 0.269005, 0.378304, 0.380851, 0.42041, 0.386113, 0.402028, 0.359195, 0.132507, 0.190698, 0.362616, 0.177754, 0.092903, 0.39232, 0.288233, 0.323774, 0.318433, 0.226609, 0.160036, 0.154854, 0.28142, 0.374368, 0.152433, 0.383761, 0.345363, 0.392679, 0.343468, 0.093987, 0.392618, 0.405135, 0.120311, 0.314716, 0.229827, 0.296423, 0.214394, 0.343079, 0.320827, 0.319365, 0.183054, 0.272125, 0.300503, 0.119107, 0.320538, 0.084169, 0.178862, 0.320273, 0.398558, 0.300547, 0.225857, 0.208088, 0.333625, 0.071986, 0.336511, 0.447378, 0.404954, 0.183363, 0.407983, 0.095882, 0.313731, 0.302044, 0.33053, 0.37041, 0.333066, 0.369496, 0.194411, 0.263009, 0.368121, 0.344184, 0.365531, 0.098568, 0.249774, 0.318223, 0.357327, 0.191595, 0.182545, 0.360784, 0.08466, 0.366414, 0.120971, 0.372393, 0.203957, 0.310903, 0.358283, 0.390256, 0.247853, 0.36892, 0.339106, 0.334085, 0.240847, 0.384419, 0.282778, 0.15886, 0.12576, 0.272679, 0.346293, 0.094129, 0.087182, 0.351725, 0.180209, 0.322952, 0.268327, 0.359313, 0.111446, 0.376296, 0.422082, 0.374873, 0.344348, 0.301915, 0.363768, 0.325614, 0.189263, 0.312934, 0.311167, 0.28275, 0.088517, 0.186271, 0.31311, 0.363185, 0.210395, 0.123203, 0.094415, 0.364425, 0.372937, 0.24621, 0.185918, 0.171097, 0.318901, 0.365889, 0.098908, 0.092166, 0.341405, 0.322889, 0.344566, 0.404744, 0.384645, 0.084814, 0.387512, 0.418606, 0.194314, 0.191344, 0.25167, 0.4058, 0.342697, 0.366657, 0.353216, 0.169669, 0.360722, 0.312595, 0.214531, 0.347915, 0.30085, 0.365539, 0.364843, 0.176212, 0.359475, 0.427035, 0.292058, 0.332675, 0.324619, 0.117995, 0.380478 ] }, "name": "model.model.layers.20.post_attention_layernorm.weight", "outputIndexes": [ 1715 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1714 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_20/Mul_output_0", "outputIndexes": [ 1716 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1715, 1716 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_20/Mul_1_output_0", "outputIndexes": [ 1717 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1717 ], "outputIndexes": [ 3204 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 3204 ], "outputIndexes": [ 3205 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/mlp/gate_proj/Linear", "inputIndexes": [ 3205 ], "outputIndexes": [ 3206 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2560, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 38400, "weightSize": 0 }, "external": [ 124419168, 1228822, 307200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 3206 ], "outputIndexes": [ 3207 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3207 ], "outputIndexes": [ 1718 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1718 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_20/Sigmoid_output_0", "outputIndexes": [ 1719 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1718, 1719 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_20/Mul_output_0", "outputIndexes": [ 1720 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1717 ], "outputIndexes": [ 3208 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 3208 ], "outputIndexes": [ 3209 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/mlp/up_proj/Linear", "inputIndexes": [ 3209 ], "outputIndexes": [ 3210 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2560, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 38400, "weightSize": 0 }, "external": [ 125955190, 1228822, 307200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 3210 ], "outputIndexes": [ 3211 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3211 ], "outputIndexes": [ 1721 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1720, 1721 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_20/Mul_output_0", "outputIndexes": [ 1722 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1722 ], "outputIndexes": [ 3212 ], "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 3212 ], "outputIndexes": [ 3213 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/mlp/down_proj/Linear", "inputIndexes": [ 3213 ], "outputIndexes": [ 3214 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 960, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2560, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 38400, "weightSize": 0 }, "external": [ 127491212, 1228822, 307200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 3214 ], "outputIndexes": [ 3215 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3215 ], "outputIndexes": [ 1723 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 960 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1714, 1723 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_104_output_0", "outputIndexes": [ 1724 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1724, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_189_output_0", "outputIndexes": [ 1725 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 960 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.715869, 0.59191, 0.604419, 0.619858, 0.575426, 0.583127, 0.649635, 0.623831, 0.651381, 0.261197, 0.582603, 0.696792, 0.606232, 0.68617, 0.518393, 0.591744, 0.302104, 0.637263, 0.161059, 0.159389, 0.533025, 0.333921, 0.22294, 0.613841, 0.697382, 0.303082, 0.204547, 0.440306, 0.595607, 0.237585, 0.6664, 0.749971, 0.331001, 0.663993, 0.643255, 0.475312, 0.702939, 0.412731, 0.388232, 0.56657, 0.221573, 0.438129, 0.809643, 0.172079, 0.55561, 0.354787, 0.142065, 0.731694, 0.117614, 0.379467, 0.540653, 0.341748, 0.398304, 0.138326, 0.589432, 0.201129, 0.275057, 0.134763, 0.631934, 0.428487, 0.570126, 0.675429, 0.37122, 0.287612, 0.616468, 0.483539, 0.55207, 0.684186, 0.383441, 0.279055, 0.490193, 0.660553, 0.692245, 0.62634, 0.16482, 0.400572, 0.674417, 0.569516, 0.528273, 0.550679, 0.288439, 0.619661, 0.37045, 0.576734, 0.591689, 0.668671, 0.454103, 0.055672, 0.703381, 0.580744, 0.457773, 0.151651, 0.395145, 0.46834, 0.400005, 0.544549, 0.40394, 0.127661, 0.611969, 0.503427, 0.171458, 0.740338, 0.450964, 0.517793, 0.721119, 0.714214, 0.668814, 0.264873, 0.611998, 0.692361, 0.67837, 0.540399, 0.480272, 0.615307, 0.73774, 0.461916, 0.646406, 0.708123, 0.676481, 0.552571, 0.514736, 0.667909, 0.376331, 0.550285, 0.566647, 0.597134, 0.61392, 0.651139, 0.634798, 0.483937, 0.593077, 0.34217, 0.55598, 0.147185, 0.332803, 0.75016, 0.628851, 0.523593, 0.743244, 0.517151, 0.142492, 0.431501, 0.516358, 0.609455, 0.808432, 0.128847, 0.285831, 0.251492, 0.531799, 0.692096, 0.442563, 0.513059, 0.571406, 0.267784, 0.620952, 0.592612, 0.507982, 0.239102, 0.718412, 0.661116, 0.628462, 0.616492, 0.485833, 0.273307, 0.441364, 0.679568, 0.709237, 0.330248, 0.409185, 0.634074, 0.620798, 0.303843, 0.378223, 0.539326, 0.279512, 0.60956, 0.161016, 0.230879, 0.639629, 0.285685, 0.633937, 0.302786, 0.446873, 0.692778, 0.628714, 0.729778, 0.250098, 0.453714, 0.121717, 0.565243, 0.659333, 0.21918, 0.14836, 0.296014, 0.462035, 0.709065, 0.208177, 0.57241, 0.59687, 0.701455, 0.214614, 0.598862, 0.6429, 0.691361, 0.311345, 0.610167, 0.306638, 0.66142, 0.662914, 0.279568, 0.635652, 0.509077, 0.2321, 0.779139, 0.449268, 0.54943, 0.705091, 0.229441, 0.187314, 0.596847, 0.222681, 0.437324, 0.440025, 0.428855, 0.363032, 0.436908, 0.533182, 0.388117, 0.717995, 0.496024, 0.615098, 0.441653, 0.410893, 0.478786, 0.476354, 0.22301, 0.709931, 0.432286, 0.141812, 0.598077, 0.60836, 0.21071, 0.574543, 0.617923, 0.667622, 0.700894, 0.700045, 0.475579, 0.589914, 0.323213, 0.619542, 0.499961, 0.232106, 0.657453, 0.361928, 0.8251, 0.461384, 0.5828, 0.602973, 0.463685, 0.572018, 0.621461, 0.59434, 0.129177, 0.724987, 0.150563, 0.706491, 0.439664, 0.502622, 0.652464, 0.502294, 0.649184, 0.657866, 0.705491, 0.612958, 0.529409, 0.141206, 0.251067, 0.639938, 0.783736, 0.170138, 0.579787, 0.414402, 0.590416, 0.484463, 0.598072, 0.120858, 0.634811, 0.681452, 0.439107, 0.752567, 0.596716, 0.522946, 0.531959, 0.571135, 0.228276, 0.436889, 0.635345, 0.522225, 0.528155, 0.396356, 0.575505, 0.592285, 0.561165, 0.112544, 0.709847, 0.293753, 0.433205, 0.124352, 0.597373, 0.569197, 0.404816, 0.610494, 0.467311, 0.660193, 0.375298, 0.632165, 0.267474, 0.192187, 0.57095, 0.585662, 0.715191, 0.591076, 0.650223, 0.229449, 0.30507, 0.609854, 0.628523, 0.672843, 0.456943, 0.560557, 0.276498, 0.725682, 0.26251, 0.553084, 0.624205, 0.224466, 0.603097, 0.472653, 0.606583, 0.452319, 0.695112, 0.156227, 0.639272, 0.201612, 0.558461, 0.419228, 0.464081, 0.232781, 0.49105, 0.429765, 0.260487, 0.559388, 0.570263, 0.567866, 0.632097, 0.19174, 0.325685, 0.463184, 0.357969, 0.164327, 0.391067, 0.168742, 0.524453, 0.557844, 0.650927, 0.596792, 0.189998, 0.655411, 0.525968, 0.429906, 0.457841, 0.183845, 0.558635, 0.614571, 0.643881, 0.659106, 0.434717, 0.507052, 0.218359, 0.140351, 0.657039, 0.807231, 0.496024, 0.725957, 0.183302, 0.698878, 0.531036, 0.39771, 0.49374, 0.163871, 0.431193, 0.484236, 0.564543, 0.237061, 0.196983, 0.577373, 0.673142, 0.241743, 0.544713, 0.597481, 0.165893, 0.596055, 0.203931, 0.425193, 0.586166, 0.635129, 0.592595, 0.439939, 0.497426, 0.651326, 0.450533, 0.182188, 0.607617, 0.236713, 0.1927, 0.516593, 0.709889, 0.36991, 0.581053, 0.244038, 0.604734, 0.408895, 0.641118, 0.733518, 0.196135, 0.224547, 0.533871, 0.536007, 0.407636, 0.289713, 0.652933, 0.450731, 0.136993, 0.671176, 0.48208, 0.596538, 0.666883, 0.144558, 0.208879, 0.359993, 0.672526, 0.693504, 0.595998, 0.700565, 0.663105, 0.254723, 0.666244, 0.48725, 0.513241, 0.700514, 0.66231, 0.633856, 0.368348, 0.614576, 0.700599, 0.379007, 0.267947, 0.350409, 0.421629, 0.403973, 0.578805, 0.164987, 0.264613, 0.346178, 0.285511, 0.498349, 0.560466, 0.323224, 0.288233, 0.613622, 0.226575, 0.612207, 0.509435, 0.308016, 0.549375, 0.172969, 0.291485, 0.321785, 0.673392, 0.670388, 0.497099, 0.475003, 0.586135, 0.657366, 0.319719, 0.122392, 0.651477, 0.669798, 0.590565, 0.696572, 0.590226, 0.618917, 0.561525, 0.294472, 0.379325, 0.347152, 0.700669, 0.566831, 0.139802, 0.133119, 0.57408, 0.356915, 0.676452, 0.595203, 0.402969, 0.461091, 0.52106, 0.415551, 0.383329, 0.68548, 0.619357, 0.182948, 0.581684, 0.607411, 0.510393, 0.69214, 0.271982, 0.504892, 0.344777, 0.39298, 0.486408, 0.581262, 0.652784, 0.445472, 0.121062, 0.664905, 0.309754, 0.633525, 0.6183, 0.606128, 0.511957, 0.64752, 0.688299, 0.457092, 0.490986, 0.684612, 0.583183, 0.135367, 0.674139, 0.65997, 0.666335, 0.484339, 0.620217, 0.206339, 0.130043, 0.289504, 0.193628, 0.505274, 0.52166, 0.47706, 0.607614, 0.60195, 0.360759, 0.608987, 0.502093, 0.448802, 0.240142, 0.444409, 0.42891, 0.761475, 0.321273, 0.395833, 0.720336, 0.364183, 0.693174, 0.568899, 0.127682, 0.358779, 0.625314, 0.636948, 0.133026, 0.477058, 0.125991, 0.617426, 0.324983, 0.364659, 0.265118, 0.45389, 0.493057, 0.70222, 0.431721, 0.143209, 0.672521, 0.615277, 0.561407, 0.578184, 0.468439, 0.526561, 0.676986, 0.517748, 0.168957, 0.50044, 0.569857, 0.649304, 0.635242, 0.644572, 0.137156, 0.48207, 0.606734, 0.592953, 0.282437, 0.590538, 0.287969, 0.224918, 0.316724, 0.491613, 0.528017, 0.545634, 0.60405, 0.407175, 0.38194, 0.288284, 0.333473, 0.633923, 0.21991, 0.39888, 0.582314, 0.449549, 0.133869, 0.161816, 0.356889, 0.600189, 0.632031, 0.476642, 0.600249, 0.725997, 0.63989, 0.335443, 0.701444, 0.553776, 0.692149, 0.603807, 0.633584, 0.727525, 0.585246, 0.292394, 0.560233, 0.705848, 0.182281, 0.705673, 0.636501, 0.155997, 0.621281, 0.458906, 0.600118, 0.576023, 0.364715, 0.446901, 0.663197, 0.496679, 0.140417, 0.55763, 0.577319, 0.236996, 0.196682, 0.161517, 0.623586, 0.484642, 0.576505, 0.779207, 0.24827, 0.612616, 0.373922, 0.271028, 0.68503, 0.665778, 0.106853, 0.818604, 0.440547, 0.503444, 0.718894, 0.544791, 0.659688, 0.238986, 0.505107, 0.519921, 0.503619, 0.14283, 0.698142, 0.694554, 0.273707, 0.452395, 0.630712, 0.698652, 0.520153, 0.151312, 0.605094, 0.23141, 0.149019, 0.591205, 0.61336, 0.368088, 0.348196, 0.522088, 0.129563, 0.640415, 0.41337, 0.404153, 0.512905, 0.538392, 0.588294, 0.207023, 0.451077, 0.638548, 0.763297, 0.517053, 0.662151, 0.362695, 0.363291, 0.284021, 0.287193, 0.424852, 0.639825, 0.696142, 0.606984, 0.434871, 0.602026, 0.70078, 0.261027, 0.167092, 0.678811, 0.771346, 0.64492, 0.289932, 0.65331, 0.595683, 0.298988, 0.629094, 0.135255, 0.552173, 0.612373, 0.334408, 0.396221, 0.564317, 0.53616, 0.439867, 0.600503, 0.571733, 0.382855, 0.602247, 0.580199, 0.392052, 0.674184, 0.679382, 0.125765, 0.558112, 0.430685, 0.40353, 0.322681, 0.644744, 0.647189, 0.382612, 0.27493, 0.341141, 0.659583, 0.657062, 0.502664, 0.142039, 0.128038, 0.479161, 0.634248, 0.581364, 0.452831, 0.395214, 0.639128, 0.711386, 0.19801, 0.496092, 0.459464, 0.668317, 0.35742, 0.576773, 0.648412, 0.303072, 0.829823, 0.345974, 0.61278, 0.302034, 0.597532, 0.233279, 0.259821, 0.485465, 0.757683, 0.522272, 0.387347, 0.588694, 0.679084, 0.615167, 0.468569, 0.750034, 0.133745, 0.199279, 0.109088, 0.461179, 0.565522, 0.584491, 0.150519, 0.214674, 0.65322, 0.476709, 0.698411, 0.658087, 0.775989, 0.722052, 0.663465, 0.611497, 0.192011, 0.305576, 0.648417, 0.257756, 0.12315, 0.702538, 0.447062, 0.548544, 0.537094, 0.349019, 0.242134, 0.187683, 0.475326, 0.645994, 0.541124, 0.665231, 0.566334, 0.687366, 0.60963, 0.184081, 0.69528, 0.682677, 0.165731, 0.567783, 0.405701, 0.515408, 0.375342, 0.571094, 0.550748, 0.542617, 0.286844, 0.499708, 0.524968, 0.171476, 0.539437, 0.131275, 0.2857, 0.551767, 0.720797, 0.476414, 0.35046, 0.296393, 0.570684, 0.117687, 0.563302, 0.740947, 0.66191, 0.283583, 0.677799, 0.223911, 0.528121, 0.526178, 0.598424, 0.69149, 0.58284, 0.635212, 0.299608, 0.44607, 0.611135, 0.57815, 0.634428, 0.126056, 0.415234, 0.585559, 0.592455, 0.275647, 0.256979, 0.632023, 0.138262, 0.671393, 0.200076, 0.671751, 0.300904, 0.5157, 0.625587, 0.781134, 0.396427, 0.683977, 0.663262, 0.596597, 0.378395, 0.731113, 0.45317, 0.225315, 0.203757, 0.44762, 0.544102, 0.142107, 0.334902, 0.602015, 0.282391, 0.569018, 0.415494, 0.610062, 0.139284, 0.606581, 0.730504, 0.613411, 0.607545, 0.505885, 0.68757, 0.584016, 0.293358, 0.522828, 0.539439, 0.468554, 0.145481, 0.260364, 0.605042, 0.616146, 0.373522, 0.194852, 0.133586, 0.666034, 0.652792, 0.46592, 0.278375, 0.470964, 0.505572, 0.683562, 0.182817, 0.13294, 0.564815, 0.539485, 0.5429, 0.690575, 0.698387, 0.128497, 0.640645, 0.681609, 0.292379, 0.290683, 0.477673, 0.678464, 0.585183, 0.681996, 0.563448, 0.330879, 0.618595, 0.4195, 0.30777, 0.595996, 0.477112, 0.626341, 0.611287, 0.247594, 0.655994, 0.773157, 0.501775, 0.559274, 0.538667, 0.182739, 0.690173 ] }, "name": "model.model.layers.21.input_layernorm.weight", "outputIndexes": [ 1726 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1725 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_21/Mul_output_0", "outputIndexes": [ 1727 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1726, 1727 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_21/Mul_1_output_0", "outputIndexes": [ 1728 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1728 ], "outputIndexes": [ 3216 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 3216 ], "outputIndexes": [ 3217 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/q_proj/Linear", "inputIndexes": [ 3217 ], "outputIndexes": [ 3218 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 960, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14400, "weightSize": 0 }, "external": [ 129027234, 460822, 115200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 3218 ], "outputIndexes": [ 3219 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3219 ], "outputIndexes": [ 1729 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 960 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1728 ], "main_type": "NONE", "name": "/Shape_295_output_0", "outputIndexes": [ 1730 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1730 ], "main_type": "NONE", "name": "Shape4614", "outputIndexes": [ 1731 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1730 ], "main_type": "NONE", "name": "Rank4616", "outputIndexes": [ 1732 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1732, 1732 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4618", "outputIndexes": [ 1733 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1733 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze4619", "outputIndexes": [ 1734 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1733, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4621", "outputIndexes": [ 1735 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1735 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze4622", "outputIndexes": [ 1736 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1731, 1734, 1736, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice4625", "outputIndexes": [ 1737 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1737 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze4626", "outputIndexes": [ 1738 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 1738 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4627", "outputIndexes": [ 1739 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1739, 1738 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4628", "outputIndexes": [ 1740 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1730, 1740, 1733 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_319_output_0", "outputIndexes": [ 1741 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1741, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_673_output_0", "outputIndexes": [ 1742 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 1742, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_273_output_0", "outputIndexes": [ 1743 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1729, 1743 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_190_output_0", "outputIndexes": [ 1744 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1744, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_168_output_0", "outputIndexes": [ 1745 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1744 ], "main_type": "NONE", "name": "/Shape_296_output_0", "outputIndexes": [ 1746 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1746 ], "main_type": "NONE", "name": "Shape4635", "outputIndexes": [ 1747 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1746 ], "main_type": "NONE", "name": "Rank4637", "outputIndexes": [ 1748 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1748, 1748 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4639", "outputIndexes": [ 1749 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1749 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze4640", "outputIndexes": [ 1750 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1749, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4642", "outputIndexes": [ 1751 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1751 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze4643", "outputIndexes": [ 1752 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1747, 1750, 1752, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice4646", "outputIndexes": [ 1753 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1753 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze4647", "outputIndexes": [ 1754 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 1754 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4648", "outputIndexes": [ 1755 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1755, 1754 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4649", "outputIndexes": [ 1756 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1746, 1756, 1749 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_320_output_0", "outputIndexes": [ 1757 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1757, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_63_output_0", "outputIndexes": [ 1758 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1758, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_678_output_0", "outputIndexes": [ 1759 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1744, 1759, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_85_output_0", "outputIndexes": [ 1760 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1760 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_42_output_0", "outputIndexes": [ 1761 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1744, 22, 1759, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_84_output_0", "outputIndexes": [ 1762 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1761, 1762 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_276_output_0", "outputIndexes": [ 1763 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1763, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_169_output_0", "outputIndexes": [ 1764 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1745, 1764 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_105_output_0", "outputIndexes": [ 1765 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1728 ], "outputIndexes": [ 3220 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 3220 ], "outputIndexes": [ 3221 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/k_proj/Linear", "inputIndexes": [ 3221 ], "outputIndexes": [ 3222 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 4800, "weightSize": 0 }, "external": [ 129603256, 153622, 38400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 3222 ], "outputIndexes": [ 3223 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3223 ], "outputIndexes": [ 1766 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 1742, 85, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_274_output_0", "outputIndexes": [ 1767 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1766, 1767 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_191_output_0", "outputIndexes": [ 1768 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1768, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_170_output_0", "outputIndexes": [ 1769 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1768 ], "main_type": "NONE", "name": "/Shape_297_output_0", "outputIndexes": [ 1770 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1770 ], "main_type": "NONE", "name": "Shape4698", "outputIndexes": [ 1771 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1770 ], "main_type": "NONE", "name": "Rank4700", "outputIndexes": [ 1772 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1772, 1772 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4702", "outputIndexes": [ 1773 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1773 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze4703", "outputIndexes": [ 1774 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1773, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4705", "outputIndexes": [ 1775 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1775 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze4706", "outputIndexes": [ 1776 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1771, 1774, 1776, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice4709", "outputIndexes": [ 1777 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1777 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze4710", "outputIndexes": [ 1778 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 1778 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4711", "outputIndexes": [ 1779 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1779, 1778 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4712", "outputIndexes": [ 1780 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1770, 1780, 1773 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_321_output_0", "outputIndexes": [ 1781 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1781, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_64_output_0", "outputIndexes": [ 1782 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1782, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_680_output_0", "outputIndexes": [ 1783 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1768, 1783, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_87_output_0", "outputIndexes": [ 1784 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1784 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_43_output_0", "outputIndexes": [ 1785 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1768, 22, 1783, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_86_output_0", "outputIndexes": [ 1786 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1785, 1786 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_277_output_0", "outputIndexes": [ 1787 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1787, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_171_output_0", "outputIndexes": [ 1788 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1769, 1788 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_106_output_0", "outputIndexes": [ 1789 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1728 ], "outputIndexes": [ 3224 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 3224 ], "outputIndexes": [ 3225 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/v_proj/Linear", "inputIndexes": [ 3225 ], "outputIndexes": [ 3226 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 4800, "weightSize": 0 }, "external": [ 129795278, 153622, 38400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 3226 ], "outputIndexes": [ 3227 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3227 ], "outputIndexes": [ 1790 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1790, 1767 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_192_output_0", "outputIndexes": [ 1791 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1765, 1789, 1791, 111 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_197_output_0", "outputIndexes": [ 1792 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1792 ], "outputIndexes": [ 3228 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 3228 ], "outputIndexes": [ 3229 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/o_proj/Linear", "inputIndexes": [ 3229 ], "outputIndexes": [ 3230 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 960, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14400, "weightSize": 0 }, "external": [ 129987300, 460822, 115200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 3230 ], "outputIndexes": [ 3231 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3231 ], "outputIndexes": [ 1793 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 960 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1725, 1793 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_108_output_0", "outputIndexes": [ 1794 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 960 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.395917, 0.360842, 0.352491, 0.38488, 0.379554, 0.372856, 0.395009, 0.383739, 0.201509, 0.204951, 0.354548, 0.404338, 0.384752, 0.404269, 0.319628, 0.346361, 0.212373, 0.391126, 0.139205, 0.121417, 0.342531, 0.248842, 0.179909, 0.394412, 0.411803, 0.199257, 0.15461, 0.313494, 0.380279, 0.194671, 0.388858, 0.409668, 0.248289, 0.388484, 0.374956, 0.322552, 0.412498, 0.299047, 0.272615, 0.349247, 0.10784, 0.294682, 0.404943, 0.152724, 0.343499, 0.245589, 0.12982, 0.439822, 0.10069, 0.261546, 0.35654, 0.260901, 0.278718, 0.104897, 0.374992, 0.163788, 0.217401, 0.105009, 0.338723, 0.31849, 0.34347, 0.40059, 0.236985, 0.212501, 0.386278, 0.317059, 0.354755, 0.401414, 0.264487, 0.208004, 0.315026, 0.383291, 0.399282, 0.368649, 0.149314, 0.238027, 0.403609, 0.38324, 0.265442, 0.352126, 0.173394, 0.374182, 0.270478, 0.370524, 0.371404, 0.39329, 0.298477, 0.000183, 0.421296, 0.361175, 0.308261, 0.126038, 0.275425, 0.275986, 0.267207, 0.339978, 0.273584, 0.108345, 0.381644, 0.343138, 0.157791, 0.443454, 0.304518, 0.322393, 0.419672, 0.420761, 0.411575, 0.214966, 0.384781, 0.427579, 0.43151, 0.360811, 0.30854, 0.384049, 0.409082, 0.303575, 0.391767, 0.413853, 0.419005, 0.335523, 0.356807, 0.414652, 0.286807, 0.372212, 0.350216, 0.373368, 0.38782, 0.389531, 0.380043, 0.293659, 0.380881, 0.256553, 0.369079, 0.106664, 0.239235, 0.453868, 0.408714, 0.366873, 0.40679, 0.326682, 0.131597, 0.303556, 0.343126, 0.378752, 0.459937, 0.110977, 0.201335, 0.193224, 0.301702, 0.429928, 0.281214, 0.338313, 0.360165, 0.21979, 0.403345, 0.370886, 0.353335, 0.223926, 0.400856, 0.385265, 0.39997, 0.394606, 0.261532, 0.229109, 0.294139, 0.40842, 0.4088, 0.275023, 0.2928, 0.364209, 0.377258, 0.226226, 0.275095, 0.340915, 0.224521, 0.376322, 0.127055, 0.196727, 0.376169, 0.214777, 0.381591, 0.237902, 0.321638, 0.399107, 0.396396, 0.418706, 0.212034, 0.304816, 0.113337, 0.345174, 0.397722, 0.164922, 0.133714, 0.220882, 0.30627, 0.386433, 0.163696, 0.358461, 0.363073, 0.400953, 0.201439, 0.371126, 0.400723, 0.429052, 0.234478, 0.371521, 0.225339, 0.394389, 0.387687, 0.209488, 0.367428, 0.349356, 0.116371, 0.434112, 0.310662, 0.344344, 0.423858, 0.13699, 0.159813, 0.365893, 0.195278, 0.3053, 0.303267, 0.288363, 0.203519, 0.31934, 0.349904, 0.267709, 0.391944, 0.333533, 0.374292, 0.288464, 0.280549, 0.313335, 0.304057, 0.186492, 0.383135, 0.111379, 0.122905, 0.330489, 0.379148, 0.180854, 0.394769, 0.34717, 0.373571, 0.416299, 0.425449, 0.323713, 0.375739, 0.234714, 0.387248, 0.331838, 0.181286, 0.391522, 0.238079, 0.442382, 0.310278, 0.36403, 0.363302, 0.327455, 0.355901, 0.379835, 0.393318, 0.126831, 0.433373, 0.109769, 0.410493, 0.286776, 0.323323, 0.373538, 0.313547, 0.389304, 0.392094, 0.40603, 0.37609, 0.355488, 0.110724, 0.190692, 0.374025, 0.453888, 0.152077, 0.340019, 0.29619, 0.390603, 0.326855, 0.360239, 0.110601, 0.390367, 0.390513, 0.293862, 0.428779, 0.389222, 0.333528, 0.322102, 0.377875, 0.162023, 0.292944, 0.357745, 0.315977, 0.324733, 0.276683, 0.355375, 0.363023, 0.33936, 0.116108, 0.391939, 0.213299, 0.30043, 0.126171, 0.348841, 0.31898, 0.283278, 0.385376, 0.306969, 0.438422, 0.241614, 0.384113, 0.206128, 0.153254, 0.356903, 0.343736, 0.40838, 0.371576, 0.399889, 0.175328, 0.219106, 0.372162, 0.378313, 0.415491, 0.311978, 0.385087, 0.202293, 0.401949, 0.10014, 0.358965, 0.348177, 0.184903, 0.386664, 0.331715, 0.394535, 0.307406, 0.413885, 0.12826, 0.388475, 0.159818, 0.372796, 0.276373, 0.321172, 0.200386, 0.327735, 0.30522, 0.181268, 0.3687, 0.331135, 0.333078, 0.384693, 0.16423, 0.214853, 0.295593, 0.25504, 0.122666, 0.267966, 0.045449, 0.332252, 0.38107, 0.400259, 0.380609, 0.149898, 0.379472, 0.335274, 0.291122, 0.31477, 0.124935, 0.346173, 0.389465, 0.40841, 0.386445, 0.275271, 0.308916, 0.181065, 0.114544, 0.426893, 0.410383, 0.30797, 0.442854, 0.18028, 0.431675, 0.329828, 0.25709, 0.32008, 0.156303, 0.296987, 0.299986, 0.381678, 0.200808, 0.189512, 0.389207, 0.423306, 0.318414, 0.348032, 0.373081, 0.147801, 0.373839, 0.170105, 0.264761, 0.357829, 0.390198, 0.381781, 0.3014, 0.320591, 0.41285, 0.316331, 0.15614, 0.392032, 0.177074, 0.176226, 0.343832, 0.400216, 0.263456, 0.356891, 0.203699, 0.368758, 0.296064, 0.378109, 0.416084, 0.217448, 0.185913, 0.341371, 0.33742, 0.290662, 0.227548, 0.371937, 0.305556, 0.112306, 0.418482, 0.322385, 0.356056, 0.411709, 0.118557, 0.115536, 0.252342, 0.396469, 0.402462, 0.37967, 0.405131, 0.396667, 0.190534, 0.413531, 0.313027, 0.327969, 0.39014, 0.41356, 0.417436, 0.266287, 0.129223, 0.413689, 0.270427, 0.199724, 0.235319, 0.26764, 0.28117, 0.349073, 0.137383, 0.215949, 0.22545, 0.210924, 0.323596, 0.349115, 0.227745, 0.219153, 0.372646, 0.184048, 0.397974, 0.346428, 0.096866, 0.355228, 0.157156, 0.226975, 0.243221, 0.428301, 0.41183, 0.324559, 0.322038, 0.343399, 0.383417, 0.246505, 0.111768, 0.36382, 0.391237, 0.34705, 0.406388, 0.359533, 0.367133, 0.370156, 0.192274, 0.26582, 0.256437, 0.416242, 0.355791, 0.110632, 0.109052, 0.35801, 0.124239, 0.418725, 0.382732, 0.302579, 0.279539, 0.320498, 0.286079, 0.28101, 0.394388, 0.37581, 0.153141, 0.372591, 0.368018, 0.333178, 0.37287, 0.210525, 0.330318, 0.256495, 0.277245, 0.321139, 0.362695, 0.393853, 0.310531, 0.117268, 0.397858, 0.155666, 0.375374, 0.379894, 0.388433, 0.339353, 0.390509, 0.366429, 0.287671, 0.333056, 0.392357, 0.383831, 0.130937, 0.395503, 0.384139, 0.420045, 0.338786, 0.385435, 0.139572, 0.116497, 0.202885, 0.148751, 0.353215, 0.350678, 0.326746, 0.375956, 0.397972, 0.268591, 0.371516, 0.331848, 0.284636, 0.160282, 0.286025, 0.295284, 0.411742, 0.244402, 0.280084, 0.401014, 0.256353, 0.403428, 0.355045, 0.1139, 0.265833, 0.366486, 0.354301, 0.127442, 0.329639, 0.107985, 0.391923, 0.236824, 0.261257, 0.208492, 0.313792, 0.319108, 0.421049, 0.295638, 0.135305, 0.403577, 0.407443, 0.342807, 0.366636, 0.291828, 0.337883, 0.405591, 0.315955, 0.132067, 0.335373, 0.347109, 0.375549, 0.39233, 0.316898, 0.111903, 0.282303, 0.401095, 0.351279, 0.208039, 0.370606, 0.204775, 0.169745, 0.24152, 0.249088, 0.333816, 0.288325, 0.387744, 0.290707, 0.264156, 0.147852, 0.243284, 0.373302, 0.076195, 0.292237, 0.339702, 0.310447, 0.106246, 0.135674, 0.254779, 0.355397, 0.369909, 0.308593, 0.359493, 0.441735, 0.392295, 0.249678, 0.399366, 0.356366, 0.425739, 0.382435, 0.152518, 0.461391, 0.359764, 0.205521, 0.38641, 0.410756, 0.149168, 0.416242, 0.378151, 0.133046, 0.383601, 0.252387, 0.416063, 0.377114, 0.261666, 0.281143, 0.413358, 0.321486, 0.131916, 0.362777, 0.372076, 0.194466, 0.164404, 0.134013, 0.378958, 0.317035, 0.364216, 0.450896, 0.196577, 0.386201, 0.250013, 0.230612, 0.415246, 0.388132, 0.093429, 0.425381, 0.296982, 0.311974, 0.384955, 0.326923, 0.398384, 0.210077, 0.312008, 0.353793, 0.326255, 0.112484, 0.411623, 0.412597, 0.211024, 0.32013, 0.378794, 0.380672, 0.35426, 0.127752, 0.369929, 0.146586, 0.1187, 0.338567, 0.390721, 0.254498, 0.245361, 0.348507, 0.116251, 0.384888, 0.272978, 0.124975, 0.364231, 0.325449, 0.381367, 0.17584, 0.314773, 0.387716, 0.392029, 0.341148, 0.410746, 0.239737, 0.250033, 0.151778, 0.210544, 0.283166, 0.392886, 0.37494, 0.39782, 0.304205, 0.364604, 0.431385, 0.186415, 0.136458, 0.40939, 0.439058, 0.406019, 0.22669, 0.405947, 0.399835, 0.219107, 0.390433, 0.124715, 0.368832, 0.364702, 0.244028, 0.282965, 0.338452, 0.350908, 0.305701, 0.39065, 0.342205, 0.247468, 0.355113, 0.357447, 0.293786, 0.407258, 0.388415, 0.113283, 0.325404, 0.27818, 0.281317, 0.241616, 0.394749, 0.373442, 0.280816, 0.210428, 0.223818, 0.388197, 0.383447, 0.315611, 0.120276, 0.1057, 0.31295, 0.39655, 0.376464, 0.301065, 0.266242, 0.400847, 0.408336, 0.13774, 0.315039, 0.311887, 0.397603, 0.268685, 0.366371, 0.412023, 0.210213, 0.434115, 0.233172, 0.369795, 0.233862, 0.35759, 0.194388, 0.180372, 0.312571, 0.427254, 0.327871, 0.298096, 0.366447, 0.406019, 0.364734, 0.298388, 0.432998, 0.121862, 0.158898, 0.103715, 0.319258, 0.368751, 0.363958, 0.114781, 0.169896, 0.374207, 0.296692, 0.412597, 0.407963, 0.445762, 0.420318, 0.418736, 0.395409, 0.1698, 0.22127, 0.383093, 0.209882, 0.12179, 0.399731, 0.304628, 0.356028, 0.353865, 0.251539, 0.193493, 0.171458, 0.307519, 0.380819, 0.161437, 0.399181, 0.355904, 0.411018, 0.350766, 0.126833, 0.391702, 0.434381, 0.148034, 0.335765, 0.264301, 0.320592, 0.239853, 0.354608, 0.326474, 0.346494, 0.219683, 0.29151, 0.328869, 0.156547, 0.347043, 0.114169, 0.215013, 0.345434, 0.417747, 0.330189, 0.257577, 0.234425, 0.357088, 0.102404, 0.352714, 0.471521, 0.43228, 0.216592, 0.396831, 0.122475, 0.320523, 0.327831, 0.351222, 0.37734, 0.356112, 0.369496, 0.226142, 0.297815, 0.375533, 0.35719, 0.392766, 0.126384, 0.287002, 0.32619, 0.367423, 0.217617, 0.219505, 0.362318, 0.113054, 0.363653, 0.153407, 0.378556, 0.229332, 0.34798, 0.384414, 0.412001, 0.272641, 0.384519, 0.372612, 0.358521, 0.253737, 0.415824, 0.286786, 0.192868, 0.15822, 0.303895, 0.343959, 0.125191, 0.085438, 0.388355, 0.206096, 0.33156, 0.294108, 0.369848, 0.145817, 0.375213, 0.456199, 0.388178, 0.366986, 0.324973, 0.398082, 0.359438, 0.212586, 0.335006, 0.349257, 0.310019, 0.116603, 0.210807, 0.330022, 0.375953, 0.239028, 0.157842, 0.124618, 0.380676, 0.382276, 0.272785, 0.211476, 0.192078, 0.339369, 0.37829, 0.121985, 0.121348, 0.34679, 0.346009, 0.36227, 0.404991, 0.418137, 0.111169, 0.399009, 0.420651, 0.23696, 0.223566, 0.265395, 0.417662, 0.361377, 0.374609, 0.35581, 0.203198, 0.364762, 0.311674, 0.247387, 0.365827, 0.317013, 0.381939, 0.380379, 0.209694, 0.384184, 0.423369, 0.307447, 0.341693, 0.344181, 0.149323, 0.402631 ] }, "name": "model.model.layers.21.post_attention_layernorm.weight", "outputIndexes": [ 1795 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1794 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_21/Mul_output_0", "outputIndexes": [ 1796 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1795, 1796 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_21/Mul_1_output_0", "outputIndexes": [ 1797 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1797 ], "outputIndexes": [ 3232 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 3232 ], "outputIndexes": [ 3233 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/mlp/gate_proj/Linear", "inputIndexes": [ 3233 ], "outputIndexes": [ 3234 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2560, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 38400, "weightSize": 0 }, "external": [ 130563322, 1228822, 307200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 3234 ], "outputIndexes": [ 3235 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3235 ], "outputIndexes": [ 1798 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1798 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_21/Sigmoid_output_0", "outputIndexes": [ 1799 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1798, 1799 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_21/Mul_output_0", "outputIndexes": [ 1800 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1797 ], "outputIndexes": [ 3236 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 3236 ], "outputIndexes": [ 3237 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/mlp/up_proj/Linear", "inputIndexes": [ 3237 ], "outputIndexes": [ 3238 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2560, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 38400, "weightSize": 0 }, "external": [ 132099344, 1228822, 307200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 3238 ], "outputIndexes": [ 3239 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3239 ], "outputIndexes": [ 1801 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1800, 1801 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_21/Mul_output_0", "outputIndexes": [ 1802 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1802 ], "outputIndexes": [ 3240 ], "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 3240 ], "outputIndexes": [ 3241 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/mlp/down_proj/Linear", "inputIndexes": [ 3241 ], "outputIndexes": [ 3242 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 960, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2560, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 38400, "weightSize": 0 }, "external": [ 133635366, 1228822, 307200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 3242 ], "outputIndexes": [ 3243 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3243 ], "outputIndexes": [ 1803 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 960 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1794, 1803 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_109_output_0", "outputIndexes": [ 1804 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1804, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_198_output_0", "outputIndexes": [ 1805 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 960 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.608942, 0.562336, 0.528296, 0.525131, 0.538091, 0.538047, 0.560994, 0.564479, 0.548928, 0.285516, 0.544683, 0.615554, 0.57148, 0.59069, 0.501872, 0.533975, 0.323881, 0.588682, 0.189337, 0.187906, 0.532025, 0.372761, 0.261177, 0.606066, 0.640676, 0.312101, 0.244455, 0.439638, 0.561431, 0.274258, 0.598522, 0.710238, 0.361144, 0.587822, 0.579859, 0.484153, 0.612948, 0.42238, 0.386714, 0.518794, 0.176504, 0.450067, 0.645821, 0.20667, 0.533503, 0.368785, 0.176618, 0.661478, 0.132294, 0.38013, 0.509345, 0.37617, 0.398227, 0.134773, 0.535413, 0.239178, 0.312815, 0.147714, 0.568285, 0.477637, 0.570868, 0.640714, 0.371081, 0.307006, 0.586777, 0.469178, 0.526266, 0.629013, 0.383327, 0.307455, 0.463752, 0.605908, 0.62677, 0.576026, 0.203963, 0.398676, 0.600469, 0.583687, 0.456197, 0.543775, 0.29823, 0.574726, 0.392154, 0.535258, 0.581351, 0.611581, 0.445042, 0.051512, 0.596021, 0.520661, 0.444048, 0.160453, 0.379822, 0.451754, 0.393739, 0.509147, 0.409864, 0.126483, 0.580349, 0.521055, 0.211462, 0.634243, 0.486341, 0.48298, 0.594735, 0.622295, 0.596887, 0.294307, 0.509536, 0.659193, 0.644315, 0.4998, 0.461005, 0.563163, 0.612739, 0.45768, 0.583104, 0.678468, 0.606253, 0.529217, 0.476075, 0.64521, 0.395202, 0.539434, 0.583636, 0.552303, 0.56911, 0.574334, 0.573887, 0.472699, 0.550591, 0.379973, 0.545495, 0.143804, 0.345814, 0.652667, 0.59374, 0.558646, 0.642629, 0.487306, 0.161427, 0.426003, 0.494445, 0.554533, 0.664905, 0.144884, 0.304084, 0.292822, 0.535759, 0.648568, 0.443676, 0.499548, 0.542914, 0.301144, 0.586741, 0.555243, 0.520145, 0.295789, 0.63871, 0.634364, 0.613976, 0.594081, 0.434884, 0.289807, 0.431649, 0.622962, 0.611994, 0.36699, 0.406307, 0.551911, 0.574245, 0.34014, 0.365233, 0.514681, 0.32115, 0.544431, 0.17778, 0.271847, 0.564368, 0.337914, 0.564734, 0.351915, 0.455812, 0.642484, 0.608774, 0.650546, 0.303711, 0.451454, 0.159969, 0.515781, 0.606958, 0.248609, 0.174454, 0.310002, 0.451735, 0.622171, 0.219349, 0.520187, 0.519266, 0.581649, 0.252695, 0.560027, 0.610142, 0.669197, 0.338349, 0.518249, 0.334317, 0.60617, 0.595952, 0.307032, 0.57517, 0.496545, 0.210271, 0.718516, 0.459365, 0.49164, 0.641081, 0.24037, 0.220636, 0.516798, 0.260645, 0.423523, 0.467138, 0.43555, 0.368306, 0.442978, 0.500755, 0.371165, 0.614143, 0.473914, 0.55375, 0.444585, 0.410504, 0.479927, 0.439456, 0.261793, 0.659887, 0.370221, 0.149519, 0.557139, 0.555517, 0.253447, 0.566473, 0.51986, 0.563528, 0.615898, 0.603123, 0.466443, 0.53579, 0.330385, 0.58166, 0.509285, 0.263328, 0.615569, 0.366621, 0.71497, 0.446694, 0.550065, 0.583717, 0.49777, 0.554193, 0.554153, 0.573681, 0.160606, 0.679553, 0.168259, 0.619204, 0.406629, 0.474886, 0.581856, 0.479477, 0.592886, 0.584746, 0.618505, 0.580558, 0.506752, 0.157388, 0.287051, 0.561304, 0.684238, 0.192449, 0.526985, 0.408308, 0.525365, 0.47811, 0.560347, 0.122716, 0.568422, 0.608421, 0.43242, 0.651366, 0.566851, 0.470833, 0.492683, 0.575533, 0.23064, 0.451311, 0.60948, 0.495467, 0.470645, 0.393634, 0.540098, 0.537461, 0.516715, 0.139643, 0.608261, 0.316261, 0.436113, 0.155872, 0.559438, 0.557451, 0.422565, 0.571395, 0.449944, 0.656329, 0.373936, 0.603514, 0.302408, 0.217704, 0.522725, 0.575458, 0.621108, 0.561288, 0.601156, 0.264352, 0.332187, 0.541466, 0.568732, 0.616357, 0.450536, 0.568982, 0.295491, 0.631187, 0.210578, 0.495087, 0.554725, 0.261505, 0.57814, 0.487242, 0.597338, 0.463654, 0.680285, 0.181796, 0.574628, 0.224946, 0.57148, 0.412137, 0.446113, 0.281905, 0.455102, 0.466792, 0.328696, 0.533661, 0.519301, 0.521214, 0.571091, 0.222112, 0.362214, 0.426407, 0.36617, 0.17896, 0.40595, 0.209352, 0.491207, 0.571848, 0.576978, 0.581826, 0.215066, 0.585858, 0.490671, 0.425792, 0.455467, 0.217588, 0.537771, 0.595265, 0.634503, 0.595457, 0.428916, 0.479053, 0.250301, 0.130529, 0.60986, 0.667, 0.463405, 0.634461, 0.228763, 0.625994, 0.48243, 0.366302, 0.494994, 0.202888, 0.40957, 0.445611, 0.539583, 0.268248, 0.25603, 0.562945, 0.612814, 0.33582, 0.541289, 0.559149, 0.19585, 0.53597, 0.22302, 0.40624, 0.545899, 0.53406, 0.529855, 0.432956, 0.453619, 0.598806, 0.448993, 0.203371, 0.561986, 0.272892, 0.219952, 0.486083, 0.598268, 0.381648, 0.54729, 0.281327, 0.57201, 0.411511, 0.566492, 0.64215, 0.252396, 0.261751, 0.499908, 0.505773, 0.398117, 0.314565, 0.571967, 0.459387, 0.132008, 0.643499, 0.476232, 0.525358, 0.629089, 0.147968, 0.179299, 0.358364, 0.565742, 0.57833, 0.515195, 0.633645, 0.5969, 0.256953, 0.60923, 0.431754, 0.496028, 0.644243, 0.591642, 0.61004, 0.40022, 0.479595, 0.650161, 0.406663, 0.304739, 0.349714, 0.418916, 0.423398, 0.530255, 0.193303, 0.296202, 0.361868, 0.296673, 0.473985, 0.531894, 0.333615, 0.305654, 0.582623, 0.259009, 0.613546, 0.493527, 0.256795, 0.523649, 0.214568, 0.314334, 0.335427, 0.610967, 0.580668, 0.505078, 0.483075, 0.542288, 0.56041, 0.352987, 0.145117, 0.569253, 0.628091, 0.525895, 0.628205, 0.543918, 0.589185, 0.523131, 0.330409, 0.388775, 0.358719, 0.596977, 0.533155, 0.151221, 0.152402, 0.546492, 0.319773, 0.610507, 0.54664, 0.463519, 0.466646, 0.486337, 0.431463, 0.381188, 0.599684, 0.564239, 0.215457, 0.550639, 0.587894, 0.495502, 0.611233, 0.301219, 0.466611, 0.373716, 0.401052, 0.478378, 0.514409, 0.606199, 0.439561, 0.14959, 0.602341, 0.335891, 0.584237, 0.573476, 0.553895, 0.458882, 0.589844, 0.594465, 0.441913, 0.473407, 0.588852, 0.541426, 0.168979, 0.589713, 0.570462, 0.598915, 0.482346, 0.557859, 0.192047, 0.155508, 0.319222, 0.222614, 0.474325, 0.49913, 0.473898, 0.545592, 0.552274, 0.38492, 0.552258, 0.478548, 0.469685, 0.271727, 0.459978, 0.434096, 0.641067, 0.360256, 0.411091, 0.626225, 0.356664, 0.60145, 0.504553, 0.145576, 0.368116, 0.55402, 0.60143, 0.168958, 0.50923, 0.12555, 0.581753, 0.339476, 0.381374, 0.302029, 0.437052, 0.484759, 0.625795, 0.439593, 0.167547, 0.620957, 0.584636, 0.544614, 0.55573, 0.450576, 0.496813, 0.632548, 0.481281, 0.199647, 0.45764, 0.540829, 0.592889, 0.583499, 0.559943, 0.147399, 0.453231, 0.603572, 0.527454, 0.324975, 0.588017, 0.304906, 0.241813, 0.363687, 0.470441, 0.511255, 0.493005, 0.536733, 0.432925, 0.391991, 0.262471, 0.356024, 0.567366, 0.162859, 0.406934, 0.529465, 0.464043, 0.138397, 0.193615, 0.389028, 0.558296, 0.580447, 0.459763, 0.524399, 0.687479, 0.560774, 0.344089, 0.625417, 0.532333, 0.635971, 0.567836, 0.52441, 0.648756, 0.504961, 0.319648, 0.512276, 0.63256, 0.19935, 0.638047, 0.563174, 0.18779, 0.562725, 0.470837, 0.608958, 0.542766, 0.366225, 0.429241, 0.630956, 0.437164, 0.16151, 0.543916, 0.558934, 0.276041, 0.233221, 0.176093, 0.559911, 0.443997, 0.571511, 0.661085, 0.28568, 0.568896, 0.391982, 0.308503, 0.604304, 0.588681, 0.111347, 0.670979, 0.437556, 0.481082, 0.628484, 0.5208, 0.591759, 0.290087, 0.495876, 0.489536, 0.477462, 0.158236, 0.601617, 0.642742, 0.30989, 0.438747, 0.58724, 0.61405, 0.49092, 0.172116, 0.566259, 0.26594, 0.165314, 0.527644, 0.555868, 0.382716, 0.340203, 0.507444, 0.149707, 0.56647, 0.391429, 0.307457, 0.495999, 0.493829, 0.52791, 0.237109, 0.451608, 0.580559, 0.630526, 0.513307, 0.629267, 0.376442, 0.364063, 0.26351, 0.321615, 0.424521, 0.593498, 0.61567, 0.600165, 0.419381, 0.549016, 0.636777, 0.299656, 0.191447, 0.619437, 0.673134, 0.604667, 0.317408, 0.633841, 0.562144, 0.338881, 0.553693, 0.163325, 0.506634, 0.541623, 0.351048, 0.40157, 0.520703, 0.51863, 0.420071, 0.553774, 0.50156, 0.376814, 0.559371, 0.530118, 0.416352, 0.601176, 0.617792, 0.131864, 0.498955, 0.422605, 0.40767, 0.348501, 0.602304, 0.5654, 0.416197, 0.303394, 0.361648, 0.574143, 0.58578, 0.495718, 0.13857, 0.133965, 0.470272, 0.57008, 0.566596, 0.42445, 0.398794, 0.586735, 0.656225, 0.216035, 0.481162, 0.4299, 0.631496, 0.41883, 0.535123, 0.608979, 0.323604, 0.675164, 0.350611, 0.579989, 0.340363, 0.561686, 0.286179, 0.278106, 0.454779, 0.633935, 0.482832, 0.398543, 0.54583, 0.619051, 0.600596, 0.455073, 0.64135, 0.15088, 0.238133, 0.125141, 0.452703, 0.501473, 0.523653, 0.145171, 0.260235, 0.585273, 0.451955, 0.610419, 0.581055, 0.64513, 0.602064, 0.615825, 0.604089, 0.215242, 0.328175, 0.608157, 0.305873, 0.16069, 0.61702, 0.473929, 0.505134, 0.51859, 0.35758, 0.278476, 0.223161, 0.453418, 0.558636, 0.434764, 0.600353, 0.542744, 0.570653, 0.545694, 0.203735, 0.605865, 0.619048, 0.210214, 0.546162, 0.39785, 0.476722, 0.379301, 0.538691, 0.464459, 0.525919, 0.326456, 0.461763, 0.480828, 0.214174, 0.507185, 0.143727, 0.30296, 0.534357, 0.646826, 0.485602, 0.360162, 0.323849, 0.523513, 0.14907, 0.543067, 0.714681, 0.617821, 0.314961, 0.598792, 0.248388, 0.498276, 0.502645, 0.53919, 0.611278, 0.550884, 0.560507, 0.308255, 0.450882, 0.567157, 0.5128, 0.582364, 0.159938, 0.407222, 0.500581, 0.507984, 0.316371, 0.308061, 0.527817, 0.150586, 0.54333, 0.219461, 0.573716, 0.316821, 0.492454, 0.561297, 0.711608, 0.412511, 0.610871, 0.574507, 0.557498, 0.369881, 0.635998, 0.431678, 0.265613, 0.254451, 0.459209, 0.517066, 0.148284, 0.265671, 0.547918, 0.320747, 0.515783, 0.425995, 0.567616, 0.172599, 0.583923, 0.674976, 0.586421, 0.528844, 0.454088, 0.683566, 0.5326, 0.31949, 0.475251, 0.489889, 0.452426, 0.155422, 0.294938, 0.552045, 0.567663, 0.399596, 0.216679, 0.156723, 0.565484, 0.590502, 0.44292, 0.300095, 0.424162, 0.486498, 0.577178, 0.204771, 0.15783, 0.538577, 0.496833, 0.511007, 0.580478, 0.658098, 0.149756, 0.604456, 0.572924, 0.324732, 0.308473, 0.442903, 0.621826, 0.543577, 0.612853, 0.511466, 0.339334, 0.58001, 0.412682, 0.345023, 0.528134, 0.46423, 0.521748, 0.588178, 0.281569, 0.605849, 0.720819, 0.461607, 0.519442, 0.512096, 0.225554, 0.609046 ] }, "name": "model.model.layers.22.input_layernorm.weight", "outputIndexes": [ 1806 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1805 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_22/Mul_output_0", "outputIndexes": [ 1807 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1806, 1807 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_22/Mul_1_output_0", "outputIndexes": [ 1808 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1808 ], "outputIndexes": [ 3244 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 3244 ], "outputIndexes": [ 3245 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/q_proj/Linear", "inputIndexes": [ 3245 ], "outputIndexes": [ 3246 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 960, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14400, "weightSize": 0 }, "external": [ 135171388, 460822, 115200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 3246 ], "outputIndexes": [ 3247 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3247 ], "outputIndexes": [ 1809 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 960 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1808 ], "main_type": "NONE", "name": "/Shape_309_output_0", "outputIndexes": [ 1810 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1810 ], "main_type": "NONE", "name": "Shape4830", "outputIndexes": [ 1811 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1810 ], "main_type": "NONE", "name": "Rank4832", "outputIndexes": [ 1812 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1812, 1812 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4834", "outputIndexes": [ 1813 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1813 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze4835", "outputIndexes": [ 1814 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1813, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4837", "outputIndexes": [ 1815 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1815 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze4838", "outputIndexes": [ 1816 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1811, 1814, 1816, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice4841", "outputIndexes": [ 1817 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1817 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze4842", "outputIndexes": [ 1818 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 1818 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4843", "outputIndexes": [ 1819 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1819, 1818 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4844", "outputIndexes": [ 1820 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1810, 1820, 1813 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_334_output_0", "outputIndexes": [ 1821 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1821, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_705_output_0", "outputIndexes": [ 1822 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 1822, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_286_output_0", "outputIndexes": [ 1823 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1809, 1823 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_199_output_0", "outputIndexes": [ 1824 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1824, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_176_output_0", "outputIndexes": [ 1825 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1824 ], "main_type": "NONE", "name": "/Shape_310_output_0", "outputIndexes": [ 1826 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1826 ], "main_type": "NONE", "name": "Shape4851", "outputIndexes": [ 1827 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1826 ], "main_type": "NONE", "name": "Rank4853", "outputIndexes": [ 1828 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1828, 1828 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4855", "outputIndexes": [ 1829 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1829 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze4856", "outputIndexes": [ 1830 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1829, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4858", "outputIndexes": [ 1831 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1831 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze4859", "outputIndexes": [ 1832 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1827, 1830, 1832, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice4862", "outputIndexes": [ 1833 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1833 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze4863", "outputIndexes": [ 1834 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 1834 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4864", "outputIndexes": [ 1835 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1835, 1834 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4865", "outputIndexes": [ 1836 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1826, 1836, 1829 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_335_output_0", "outputIndexes": [ 1837 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1837, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_66_output_0", "outputIndexes": [ 1838 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1838, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_710_output_0", "outputIndexes": [ 1839 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1824, 1839, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_89_output_0", "outputIndexes": [ 1840 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1840 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_44_output_0", "outputIndexes": [ 1841 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1824, 22, 1839, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_88_output_0", "outputIndexes": [ 1842 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1841, 1842 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_289_output_0", "outputIndexes": [ 1843 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1843, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_177_output_0", "outputIndexes": [ 1844 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1825, 1844 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_110_output_0", "outputIndexes": [ 1845 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1808 ], "outputIndexes": [ 3248 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 3248 ], "outputIndexes": [ 3249 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/k_proj/Linear", "inputIndexes": [ 3249 ], "outputIndexes": [ 3250 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 4800, "weightSize": 0 }, "external": [ 135747410, 153622, 38400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 3250 ], "outputIndexes": [ 3251 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3251 ], "outputIndexes": [ 1846 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 1822, 85, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_287_output_0", "outputIndexes": [ 1847 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1846, 1847 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_200_output_0", "outputIndexes": [ 1848 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1848, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_178_output_0", "outputIndexes": [ 1849 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1848 ], "main_type": "NONE", "name": "/Shape_311_output_0", "outputIndexes": [ 1850 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1850 ], "main_type": "NONE", "name": "Shape4914", "outputIndexes": [ 1851 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1850 ], "main_type": "NONE", "name": "Rank4916", "outputIndexes": [ 1852 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1852, 1852 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4918", "outputIndexes": [ 1853 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1853 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze4919", "outputIndexes": [ 1854 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1853, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4921", "outputIndexes": [ 1855 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1855 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze4922", "outputIndexes": [ 1856 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1851, 1854, 1856, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice4925", "outputIndexes": [ 1857 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1857 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze4926", "outputIndexes": [ 1858 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 1858 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4927", "outputIndexes": [ 1859 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1859, 1858 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4928", "outputIndexes": [ 1860 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1850, 1860, 1853 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_336_output_0", "outputIndexes": [ 1861 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1861, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_67_output_0", "outputIndexes": [ 1862 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1862, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_712_output_0", "outputIndexes": [ 1863 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1848, 1863, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_91_output_0", "outputIndexes": [ 1864 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1864 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_45_output_0", "outputIndexes": [ 1865 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1848, 22, 1863, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_90_output_0", "outputIndexes": [ 1866 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1865, 1866 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_290_output_0", "outputIndexes": [ 1867 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1867, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_179_output_0", "outputIndexes": [ 1868 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1849, 1868 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_111_output_0", "outputIndexes": [ 1869 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1808 ], "outputIndexes": [ 3252 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 3252 ], "outputIndexes": [ 3253 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/v_proj/Linear", "inputIndexes": [ 3253 ], "outputIndexes": [ 3254 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 4800, "weightSize": 0 }, "external": [ 135939432, 153622, 38400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 3254 ], "outputIndexes": [ 3255 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3255 ], "outputIndexes": [ 1870 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1870, 1847 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_201_output_0", "outputIndexes": [ 1871 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1845, 1869, 1871, 111 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_206_output_0", "outputIndexes": [ 1872 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1872 ], "outputIndexes": [ 3256 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 3256 ], "outputIndexes": [ 3257 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/o_proj/Linear", "inputIndexes": [ 3257 ], "outputIndexes": [ 3258 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 960, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14400, "weightSize": 0 }, "external": [ 136131454, 460822, 115200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 3258 ], "outputIndexes": [ 3259 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3259 ], "outputIndexes": [ 1873 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 960 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1805, 1873 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_113_output_0", "outputIndexes": [ 1874 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 960 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.430179, 0.399074, 0.405268, 0.43203, 0.433117, 0.422377, 0.441561, 0.407474, 0.202509, 0.253467, 0.381191, 0.453171, 0.411044, 0.420305, 0.379692, 0.379132, 0.253275, 0.437879, 0.183731, 0.164672, 0.415865, 0.299769, 0.232958, 0.435587, 0.4519, 0.228432, 0.191426, 0.339557, 0.413827, 0.235241, 0.431295, 0.455884, 0.296877, 0.431376, 0.422948, 0.356792, 0.45153, 0.349773, 0.314948, 0.373265, 0.122504, 0.302308, 0.449789, 0.203381, 0.403839, 0.279968, 0.173184, 0.469044, 0.149647, 0.307796, 0.398907, 0.303924, 0.328801, 0.143369, 0.405319, 0.208776, 0.269214, 0.149601, 0.389129, 0.376741, 0.393931, 0.430529, 0.28191, 0.249623, 0.414386, 0.365189, 0.423727, 0.472146, 0.320113, 0.261815, 0.371024, 0.416263, 0.440143, 0.435733, 0.198989, 0.27889, 0.444293, 0.43352, 0.251169, 0.412687, 0.204886, 0.431373, 0.302689, 0.409496, 0.419819, 0.449352, 0.340766, 0.000709, 0.450398, 0.40196, 0.351111, 0.167425, 0.303365, 0.335038, 0.312315, 0.3941, 0.322078, 0.147047, 0.402851, 0.389041, 0.20668, 0.46926, 0.368544, 0.367814, 0.45532, 0.471094, 0.444894, 0.242846, 0.427723, 0.459296, 0.483349, 0.389593, 0.360629, 0.423849, 0.449418, 0.360595, 0.443326, 0.45927, 0.446542, 0.388214, 0.398938, 0.461295, 0.327555, 0.418831, 0.394462, 0.422246, 0.437383, 0.451401, 0.432148, 0.328534, 0.401289, 0.308581, 0.405824, 0.14349, 0.29213, 0.492479, 0.442286, 0.404937, 0.437553, 0.377673, 0.178537, 0.341342, 0.381384, 0.396941, 0.483311, 0.156137, 0.238382, 0.230769, 0.34621, 0.459886, 0.337894, 0.395899, 0.402674, 0.22572, 0.451828, 0.422128, 0.380731, 0.234247, 0.45917, 0.414163, 0.437892, 0.435197, 0.279914, 0.247068, 0.340799, 0.433118, 0.443493, 0.307007, 0.303455, 0.410459, 0.412724, 0.290802, 0.303404, 0.393189, 0.273275, 0.417871, 0.168184, 0.246061, 0.429142, 0.271266, 0.398861, 0.265645, 0.357844, 0.415227, 0.429129, 0.477501, 0.257332, 0.360933, 0.158714, 0.369829, 0.412462, 0.207461, 0.178624, 0.236071, 0.342278, 0.397889, 0.210605, 0.400617, 0.414508, 0.440447, 0.223452, 0.430066, 0.451258, 0.485411, 0.276234, 0.40159, 0.259079, 0.433626, 0.421957, 0.261733, 0.424151, 0.380666, 0.131988, 0.491216, 0.363638, 0.38452, 0.467607, 0.157446, 0.190036, 0.397405, 0.231939, 0.335398, 0.286425, 0.33366, 0.233734, 0.386338, 0.391203, 0.296324, 0.429117, 0.393468, 0.451696, 0.324885, 0.283615, 0.352479, 0.361215, 0.229958, 0.42959, 0.125165, 0.174112, 0.382331, 0.408502, 0.230276, 0.455107, 0.413113, 0.416184, 0.429244, 0.462081, 0.364531, 0.412988, 0.275243, 0.431383, 0.393331, 0.235514, 0.449967, 0.294714, 0.490927, 0.338968, 0.415938, 0.416865, 0.383872, 0.414989, 0.436279, 0.425874, 0.17071, 0.47701, 0.15219, 0.449272, 0.318014, 0.364157, 0.430377, 0.357149, 0.458428, 0.436494, 0.414884, 0.441816, 0.401773, 0.16537, 0.237449, 0.45274, 0.479382, 0.195379, 0.396174, 0.324992, 0.421005, 0.379695, 0.384909, 0.148279, 0.43534, 0.428341, 0.338466, 0.460445, 0.430129, 0.395575, 0.341557, 0.422722, 0.174755, 0.34177, 0.411981, 0.374294, 0.31382, 0.320655, 0.412659, 0.399916, 0.403324, 0.161641, 0.456356, 0.265931, 0.343714, 0.176352, 0.419377, 0.340477, 0.329101, 0.4294, 0.335103, 0.471188, 0.291838, 0.449071, 0.249856, 0.202821, 0.389623, 0.403652, 0.438688, 0.4168, 0.418628, 0.226184, 0.254975, 0.388431, 0.417842, 0.443867, 0.331744, 0.410178, 0.256695, 0.429617, 0.111551, 0.391324, 0.382033, 0.232692, 0.450849, 0.384633, 0.441163, 0.36327, 0.446812, 0.173324, 0.423784, 0.209605, 0.417695, 0.332818, 0.334063, 0.195188, 0.370141, 0.348061, 0.18617, 0.424843, 0.374144, 0.379488, 0.42332, 0.211352, 0.247715, 0.322, 0.286034, 0.166994, 0.310557, 0.06834, 0.38845, 0.437645, 0.427699, 0.417606, 0.195111, 0.431777, 0.381498, 0.325374, 0.34689, 0.162934, 0.382127, 0.416472, 0.456437, 0.436637, 0.323729, 0.354282, 0.226498, 0.158222, 0.472454, 0.455876, 0.352714, 0.456989, 0.235571, 0.468951, 0.38408, 0.286047, 0.37075, 0.207289, 0.338565, 0.332122, 0.416142, 0.24368, 0.246934, 0.401743, 0.456975, 0.405897, 0.406254, 0.416016, 0.195704, 0.405178, 0.21648, 0.308044, 0.398266, 0.430535, 0.399706, 0.33801, 0.370741, 0.454227, 0.36934, 0.213127, 0.431269, 0.22289, 0.227722, 0.405284, 0.43584, 0.302866, 0.424071, 0.24855, 0.406165, 0.347414, 0.424081, 0.449943, 0.227582, 0.227722, 0.378379, 0.374866, 0.346203, 0.277308, 0.414529, 0.357627, 0.146982, 0.453318, 0.360713, 0.413332, 0.435217, 0.159676, 0.117966, 0.306339, 0.443657, 0.445151, 0.394984, 0.458811, 0.447547, 0.239034, 0.459085, 0.330919, 0.343926, 0.43751, 0.421057, 0.476371, 0.324309, 0.131967, 0.460945, 0.323596, 0.252363, 0.282293, 0.321917, 0.333224, 0.401461, 0.181406, 0.241777, 0.272449, 0.254559, 0.366593, 0.409832, 0.269811, 0.254887, 0.425195, 0.232733, 0.446843, 0.401728, 0.102313, 0.387534, 0.215565, 0.272565, 0.286467, 0.451684, 0.444953, 0.384668, 0.388533, 0.385453, 0.42377, 0.29963, 0.155358, 0.407871, 0.414882, 0.387231, 0.454524, 0.399283, 0.419483, 0.385192, 0.221331, 0.319473, 0.304927, 0.449228, 0.408529, 0.158618, 0.155817, 0.393956, 0.141865, 0.413843, 0.41054, 0.358369, 0.309365, 0.369881, 0.33511, 0.318942, 0.437907, 0.426435, 0.202026, 0.403098, 0.410255, 0.375993, 0.427081, 0.267599, 0.398165, 0.295814, 0.327357, 0.361855, 0.407282, 0.450287, 0.356291, 0.170312, 0.447125, 0.181054, 0.442871, 0.414151, 0.425643, 0.369008, 0.423005, 0.414612, 0.352923, 0.372211, 0.429369, 0.421318, 0.176448, 0.433584, 0.411264, 0.456024, 0.403947, 0.431267, 0.134859, 0.160026, 0.25082, 0.185659, 0.381083, 0.398375, 0.365691, 0.418918, 0.415439, 0.311008, 0.402968, 0.391893, 0.31897, 0.195772, 0.318074, 0.346846, 0.445634, 0.305582, 0.323905, 0.454335, 0.282163, 0.450093, 0.394471, 0.163133, 0.314916, 0.403809, 0.414199, 0.17523, 0.399309, 0.141544, 0.454519, 0.291072, 0.308377, 0.256039, 0.344127, 0.370408, 0.446434, 0.337557, 0.18602, 0.460257, 0.410608, 0.35704, 0.436297, 0.33706, 0.379301, 0.455572, 0.362782, 0.178372, 0.373116, 0.390274, 0.447235, 0.431455, 0.348578, 0.157026, 0.319904, 0.450274, 0.398027, 0.24733, 0.420702, 0.247744, 0.207695, 0.289369, 0.285657, 0.380938, 0.356352, 0.418828, 0.333874, 0.305418, 0.163809, 0.278701, 0.426854, 0.087854, 0.333199, 0.406713, 0.362814, 0.150928, 0.181042, 0.304388, 0.392374, 0.418232, 0.342338, 0.385471, 0.480989, 0.425945, 0.275666, 0.469626, 0.4006, 0.466415, 0.42727, 0.176037, 0.501438, 0.379701, 0.240118, 0.412721, 0.457504, 0.198751, 0.46964, 0.435272, 0.181962, 0.408738, 0.28819, 0.46722, 0.411793, 0.302072, 0.336422, 0.46514, 0.364802, 0.176545, 0.413729, 0.409205, 0.239781, 0.18335, 0.17657, 0.425928, 0.367281, 0.414599, 0.46896, 0.251472, 0.408407, 0.293797, 0.271586, 0.44416, 0.443288, 0.129635, 0.434309, 0.343058, 0.353482, 0.435488, 0.375408, 0.430607, 0.261444, 0.357815, 0.4123, 0.379459, 0.159899, 0.459921, 0.489039, 0.264676, 0.384113, 0.426649, 0.415572, 0.381681, 0.170065, 0.406711, 0.188317, 0.159318, 0.361965, 0.416046, 0.29715, 0.297105, 0.387589, 0.159667, 0.42552, 0.31709, 0.137194, 0.429365, 0.380195, 0.405265, 0.218209, 0.353793, 0.420883, 0.449661, 0.381459, 0.452107, 0.292101, 0.28354, 0.161049, 0.251836, 0.320546, 0.418979, 0.442738, 0.429805, 0.338359, 0.426067, 0.441845, 0.225924, 0.179911, 0.456062, 0.495826, 0.451127, 0.278184, 0.445678, 0.442728, 0.267617, 0.451085, 0.178829, 0.42794, 0.393849, 0.304438, 0.33257, 0.373291, 0.354419, 0.342079, 0.445492, 0.382783, 0.29755, 0.40039, 0.404928, 0.340019, 0.44617, 0.422043, 0.167344, 0.386255, 0.332719, 0.333693, 0.289757, 0.440264, 0.417827, 0.325387, 0.268383, 0.264823, 0.42899, 0.453719, 0.36565, 0.159757, 0.153181, 0.342915, 0.442601, 0.42612, 0.344391, 0.316688, 0.441541, 0.459027, 0.177845, 0.367277, 0.350084, 0.4354, 0.323289, 0.406894, 0.449682, 0.260096, 0.494835, 0.264351, 0.427711, 0.29373, 0.413386, 0.242945, 0.235383, 0.34819, 0.455617, 0.384344, 0.305204, 0.398987, 0.424371, 0.409794, 0.330436, 0.465462, 0.166134, 0.199802, 0.135848, 0.350074, 0.369151, 0.396847, 0.157025, 0.184369, 0.420034, 0.339415, 0.448583, 0.417108, 0.486488, 0.471295, 0.476853, 0.420852, 0.207403, 0.269772, 0.458291, 0.26374, 0.174102, 0.43514, 0.370545, 0.39737, 0.402382, 0.287634, 0.245589, 0.176362, 0.361148, 0.431151, 0.155599, 0.435274, 0.42069, 0.419157, 0.412533, 0.170527, 0.449326, 0.468434, 0.191954, 0.401518, 0.301641, 0.368512, 0.283044, 0.397853, 0.378275, 0.397177, 0.249562, 0.346765, 0.379746, 0.200052, 0.409814, 0.153681, 0.246491, 0.401331, 0.433023, 0.378054, 0.316551, 0.285052, 0.407063, 0.143398, 0.36925, 0.494347, 0.472256, 0.25921, 0.477528, 0.161925, 0.369152, 0.381039, 0.386978, 0.436055, 0.379812, 0.411454, 0.278503, 0.349965, 0.415979, 0.396599, 0.452178, 0.173905, 0.326182, 0.378398, 0.4089, 0.2753, 0.288247, 0.396993, 0.155878, 0.412699, 0.203933, 0.399684, 0.281367, 0.378821, 0.423907, 0.415861, 0.32861, 0.441054, 0.405152, 0.383653, 0.294268, 0.470683, 0.343864, 0.24409, 0.199622, 0.346976, 0.39645, 0.174583, 0.102348, 0.420503, 0.25679, 0.389479, 0.341203, 0.414114, 0.195738, 0.456114, 0.50521, 0.437776, 0.415097, 0.365019, 0.460939, 0.40777, 0.271871, 0.360126, 0.387501, 0.356462, 0.159625, 0.261169, 0.388386, 0.416346, 0.282391, 0.204991, 0.169759, 0.413635, 0.414888, 0.315302, 0.242643, 0.218863, 0.385493, 0.426807, 0.162304, 0.171039, 0.410232, 0.371791, 0.404922, 0.458064, 0.457704, 0.162569, 0.435725, 0.45616, 0.277767, 0.27838, 0.329867, 0.467246, 0.387603, 0.438384, 0.400425, 0.229376, 0.406885, 0.314273, 0.280127, 0.41063, 0.355344, 0.381035, 0.447331, 0.253248, 0.431314, 0.476519, 0.360534, 0.394166, 0.388225, 0.194629, 0.435958 ] }, "name": "model.model.layers.22.post_attention_layernorm.weight", "outputIndexes": [ 1875 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1874 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_22/Mul_output_0", "outputIndexes": [ 1876 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1875, 1876 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_22/Mul_1_output_0", "outputIndexes": [ 1877 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1877 ], "outputIndexes": [ 3260 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 3260 ], "outputIndexes": [ 3261 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/mlp/gate_proj/Linear", "inputIndexes": [ 3261 ], "outputIndexes": [ 3262 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2560, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 38400, "weightSize": 0 }, "external": [ 136707476, 1228822, 307200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 3262 ], "outputIndexes": [ 3263 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3263 ], "outputIndexes": [ 1878 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1878 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_22/Sigmoid_output_0", "outputIndexes": [ 1879 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1878, 1879 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_22/Mul_output_0", "outputIndexes": [ 1880 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1877 ], "outputIndexes": [ 3264 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 3264 ], "outputIndexes": [ 3265 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/mlp/up_proj/Linear", "inputIndexes": [ 3265 ], "outputIndexes": [ 3266 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2560, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 38400, "weightSize": 0 }, "external": [ 138243498, 1228822, 307200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 3266 ], "outputIndexes": [ 3267 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3267 ], "outputIndexes": [ 1881 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1880, 1881 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_22/Mul_output_0", "outputIndexes": [ 1882 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1882 ], "outputIndexes": [ 3268 ], "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 3268 ], "outputIndexes": [ 3269 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/mlp/down_proj/Linear", "inputIndexes": [ 3269 ], "outputIndexes": [ 3270 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 960, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2560, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 38400, "weightSize": 0 }, "external": [ 139779520, 1228822, 307200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 3270 ], "outputIndexes": [ 3271 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3271 ], "outputIndexes": [ 1883 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 960 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1874, 1883 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_114_output_0", "outputIndexes": [ 1884 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1884, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_207_output_0", "outputIndexes": [ 1885 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 960 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.569152, 0.516707, 0.540564, 0.50461, 0.538702, 0.522509, 0.544749, 0.547956, 0.582265, 0.34038, 0.498564, 0.597149, 0.496671, 0.532538, 0.504602, 0.567456, 0.387942, 0.582406, 0.195358, 0.194806, 0.53164, 0.393537, 0.293301, 0.545599, 0.521947, 0.332964, 0.245042, 0.407313, 0.535163, 0.301595, 0.60618, 0.650243, 0.401835, 0.512797, 0.544909, 0.472714, 0.536181, 0.46216, 0.427813, 0.497723, 0.211956, 0.409848, 0.659724, 0.236048, 0.491344, 0.409828, 0.177293, 0.56941, 0.104164, 0.403858, 0.50586, 0.391573, 0.449048, 0.116925, 0.502643, 0.261825, 0.338896, 0.147819, 0.565728, 0.488574, 0.595914, 0.5696, 0.421493, 0.318809, 0.492729, 0.469494, 0.530133, 0.586458, 0.434363, 0.354387, 0.467832, 0.531856, 0.636794, 0.50895, 0.213502, 0.421779, 0.563667, 0.492858, 0.436942, 0.569757, 0.310141, 0.537805, 0.365765, 0.556834, 0.537703, 0.545726, 0.467233, 0.045868, 0.61667, 0.469674, 0.435727, 0.159966, 0.43358, 0.486346, 0.422587, 0.483708, 0.446613, 0.1097, 0.561544, 0.486925, 0.230535, 0.577552, 0.48818, 0.496128, 0.549569, 0.586038, 0.515364, 0.302974, 0.509144, 0.554063, 0.552763, 0.475753, 0.444677, 0.53905, 0.547995, 0.475567, 0.574813, 0.581304, 0.565129, 0.492418, 0.47356, 0.607305, 0.435118, 0.506325, 0.499628, 0.568068, 0.535814, 0.549232, 0.545017, 0.48962, 0.477554, 0.419615, 0.491677, 0.133454, 0.384616, 0.580535, 0.537021, 0.480333, 0.616451, 0.480478, 0.171651, 0.428325, 0.502413, 0.527421, 0.624785, 0.118762, 0.34409, 0.313174, 0.518668, 0.589813, 0.470754, 0.492211, 0.508319, 0.26021, 0.520815, 0.514323, 0.459671, 0.257496, 0.602083, 0.57415, 0.560882, 0.540183, 0.384814, 0.279431, 0.476637, 0.626577, 0.576158, 0.407794, 0.384899, 0.502827, 0.549078, 0.382051, 0.394565, 0.513381, 0.358894, 0.535979, 0.180502, 0.318806, 0.546753, 0.372794, 0.561767, 0.317292, 0.497102, 0.58196, 0.548347, 0.550054, 0.336048, 0.443205, 0.147588, 0.485453, 0.555554, 0.271196, 0.20285, 0.316519, 0.453589, 0.602293, 0.266444, 0.490109, 0.516481, 0.526392, 0.26105, 0.487032, 0.569766, 0.619727, 0.36341, 0.496426, 0.311077, 0.554313, 0.521573, 0.375912, 0.560666, 0.493608, 0.224772, 0.607751, 0.481378, 0.443334, 0.617375, 0.2468, 0.20353, 0.50658, 0.312696, 0.438123, 0.330468, 0.48848, 0.405422, 0.438499, 0.483611, 0.372328, 0.642998, 0.450822, 0.544283, 0.423761, 0.35118, 0.469849, 0.435226, 0.30416, 0.61581, 0.366325, 0.157245, 0.547876, 0.516877, 0.285934, 0.517157, 0.530572, 0.546334, 0.566914, 0.567506, 0.442391, 0.505886, 0.381509, 0.542575, 0.449154, 0.297582, 0.540283, 0.416979, 0.607267, 0.441655, 0.519169, 0.56655, 0.471354, 0.521783, 0.493818, 0.511899, 0.161069, 0.614192, 0.154619, 0.570012, 0.434926, 0.455896, 0.569506, 0.485283, 0.523302, 0.591538, 0.575606, 0.522017, 0.509926, 0.151215, 0.317953, 0.523733, 0.584901, 0.219509, 0.554018, 0.357928, 0.510187, 0.466039, 0.507579, 0.122317, 0.508275, 0.594679, 0.438766, 0.589019, 0.523917, 0.485982, 0.515081, 0.555302, 0.226686, 0.457845, 0.588691, 0.470268, 0.387895, 0.426908, 0.534451, 0.483854, 0.540568, 0.140709, 0.588348, 0.356441, 0.438866, 0.165705, 0.58351, 0.492745, 0.453382, 0.508384, 0.420488, 0.571706, 0.389212, 0.515447, 0.354264, 0.249621, 0.491895, 0.615315, 0.572724, 0.552677, 0.529626, 0.318351, 0.343409, 0.525285, 0.509537, 0.552217, 0.444486, 0.517867, 0.34446, 0.538171, 0.25071, 0.459882, 0.543239, 0.316643, 0.526744, 0.476891, 0.583383, 0.44668, 0.576667, 0.181528, 0.506059, 0.24953, 0.492253, 0.461913, 0.408108, 0.217941, 0.435361, 0.460511, 0.215701, 0.54452, 0.548995, 0.492194, 0.541084, 0.262866, 0.360966, 0.447024, 0.40703, 0.189241, 0.415324, 0.227453, 0.483818, 0.524611, 0.537553, 0.518956, 0.220116, 0.550483, 0.497064, 0.422013, 0.44118, 0.218551, 0.476779, 0.494652, 0.601959, 0.602244, 0.448318, 0.438038, 0.285114, 0.142478, 0.568024, 0.68002, 0.480969, 0.556576, 0.269844, 0.582512, 0.473078, 0.389273, 0.481302, 0.224615, 0.433243, 0.445602, 0.51445, 0.313315, 0.288142, 0.477087, 0.520942, 0.265201, 0.504894, 0.547636, 0.2159, 0.479703, 0.262791, 0.413074, 0.541376, 0.492623, 0.494582, 0.464535, 0.455802, 0.548961, 0.461022, 0.2647, 0.498744, 0.296154, 0.274515, 0.449044, 0.55549, 0.413003, 0.498151, 0.33905, 0.536006, 0.443608, 0.53362, 0.582095, 0.232241, 0.281712, 0.528851, 0.453751, 0.43444, 0.359342, 0.567421, 0.444649, 0.129983, 0.567131, 0.441578, 0.566487, 0.551951, 0.141201, 0.206611, 0.381161, 0.544873, 0.589593, 0.45865, 0.589427, 0.552037, 0.316749, 0.574471, 0.371794, 0.451383, 0.630053, 0.527391, 0.61433, 0.417631, 0.518612, 0.598401, 0.438126, 0.342916, 0.388493, 0.447734, 0.481952, 0.528135, 0.208321, 0.298215, 0.405747, 0.341817, 0.507863, 0.518411, 0.365306, 0.350009, 0.554049, 0.303036, 0.518675, 0.502286, 0.303413, 0.500143, 0.247113, 0.366799, 0.355941, 0.588854, 0.595692, 0.484228, 0.502858, 0.547211, 0.54232, 0.403525, 0.137718, 0.544398, 0.565184, 0.542506, 0.605808, 0.545277, 0.551519, 0.498934, 0.328302, 0.421274, 0.384274, 0.587671, 0.495385, 0.140948, 0.132522, 0.515289, 0.350966, 0.560539, 0.487895, 0.454093, 0.464946, 0.516504, 0.42961, 0.372552, 0.54153, 0.538816, 0.240363, 0.496475, 0.555785, 0.494765, 0.556668, 0.359161, 0.481631, 0.411513, 0.431074, 0.500962, 0.509762, 0.535314, 0.466513, 0.143671, 0.548229, 0.314178, 0.539682, 0.559354, 0.513114, 0.477762, 0.622486, 0.573879, 0.466313, 0.455758, 0.533895, 0.536474, 0.176863, 0.519585, 0.525659, 0.54365, 0.508679, 0.51123, 0.196161, 0.159464, 0.358848, 0.218257, 0.448246, 0.481613, 0.4633, 0.541865, 0.506128, 0.418616, 0.52835, 0.471751, 0.49301, 0.270609, 0.461998, 0.440244, 0.657559, 0.384172, 0.424891, 0.600228, 0.391362, 0.558356, 0.519962, 0.131927, 0.416257, 0.526774, 0.562032, 0.175911, 0.485409, 0.124684, 0.518284, 0.381724, 0.400306, 0.333416, 0.446185, 0.479419, 0.579178, 0.432232, 0.190072, 0.562216, 0.498158, 0.516621, 0.524919, 0.490866, 0.441744, 0.639741, 0.47422, 0.193088, 0.479879, 0.564139, 0.532331, 0.545439, 0.624103, 0.137151, 0.489004, 0.53327, 0.502343, 0.332877, 0.509658, 0.371947, 0.270885, 0.410861, 0.492103, 0.466769, 0.544618, 0.540003, 0.45114, 0.403349, 0.283624, 0.370852, 0.508694, 0.217618, 0.454208, 0.555554, 0.451843, 0.129253, 0.199414, 0.414506, 0.528352, 0.536945, 0.366502, 0.478704, 0.593522, 0.510492, 0.328443, 0.580492, 0.512652, 0.580673, 0.521652, 0.593069, 0.590954, 0.52071, 0.335743, 0.526707, 0.562618, 0.255621, 0.567789, 0.613442, 0.192262, 0.562009, 0.483525, 0.551491, 0.534628, 0.406207, 0.490131, 0.538357, 0.477097, 0.183694, 0.503848, 0.493199, 0.314237, 0.220503, 0.181832, 0.574608, 0.460842, 0.492569, 0.599936, 0.350377, 0.543496, 0.424676, 0.33009, 0.528603, 0.574906, 0.106995, 0.634355, 0.484922, 0.475103, 0.565672, 0.50672, 0.579717, 0.343183, 0.579168, 0.488071, 0.487556, 0.148086, 0.604787, 0.592279, 0.349472, 0.442929, 0.533459, 0.613467, 0.458163, 0.180646, 0.501797, 0.276605, 0.18212, 0.516354, 0.544936, 0.401519, 0.407382, 0.468402, 0.150484, 0.553366, 0.475845, 0.389886, 0.492427, 0.49699, 0.47746, 0.279434, 0.465953, 0.524772, 0.690911, 0.465648, 0.545783, 0.409174, 0.372906, 0.271761, 0.348406, 0.437744, 0.518643, 0.612109, 0.553919, 0.421197, 0.506227, 0.597597, 0.338906, 0.214204, 0.596356, 0.613503, 0.589934, 0.360834, 0.588648, 0.512192, 0.366942, 0.480443, 0.153147, 0.502176, 0.545073, 0.409629, 0.424975, 0.511154, 0.384094, 0.436227, 0.503737, 0.500183, 0.406307, 0.567501, 0.500901, 0.449267, 0.524084, 0.574127, 0.131683, 0.485097, 0.462583, 0.449062, 0.382644, 0.542283, 0.534618, 0.444031, 0.344905, 0.407268, 0.582661, 0.562173, 0.51816, 0.13372, 0.12687, 0.433108, 0.582367, 0.510991, 0.508345, 0.441045, 0.563992, 0.642369, 0.218768, 0.479913, 0.46181, 0.565406, 0.434668, 0.542582, 0.540491, 0.373807, 0.648337, 0.367979, 0.544222, 0.371164, 0.534627, 0.317701, 0.329929, 0.460751, 0.628315, 0.479064, 0.363014, 0.537776, 0.567233, 0.540176, 0.446968, 0.565615, 0.155111, 0.258605, 0.119718, 0.451347, 0.445223, 0.508836, 0.147538, 0.238358, 0.537613, 0.47223, 0.592835, 0.582451, 0.621951, 0.611092, 0.562265, 0.552788, 0.270076, 0.375155, 0.555991, 0.335126, 0.162562, 0.572535, 0.452697, 0.485938, 0.516156, 0.405677, 0.316876, 0.217352, 0.464149, 0.556853, 0.519281, 0.52345, 0.511511, 0.507276, 0.527619, 0.211443, 0.575087, 0.527743, 0.231919, 0.511897, 0.440671, 0.52026, 0.415951, 0.497444, 0.468453, 0.526257, 0.345025, 0.520502, 0.512665, 0.240366, 0.483716, 0.146894, 0.353998, 0.525855, 0.594823, 0.472085, 0.397094, 0.382601, 0.509726, 0.117524, 0.477629, 0.513283, 0.587698, 0.357986, 0.574257, 0.254621, 0.455565, 0.476237, 0.482593, 0.575575, 0.532016, 0.544814, 0.363282, 0.48202, 0.560431, 0.50594, 0.639424, 0.167853, 0.433369, 0.491625, 0.492046, 0.351909, 0.365685, 0.510643, 0.136986, 0.569115, 0.279299, 0.533872, 0.373272, 0.461702, 0.524104, 0.586201, 0.435144, 0.5686, 0.57943, 0.490959, 0.407354, 0.60884, 0.482313, 0.305339, 0.265343, 0.456696, 0.479467, 0.16392, 0.309217, 0.497416, 0.343031, 0.509618, 0.446663, 0.555447, 0.199073, 0.563856, 0.591416, 0.507635, 0.544354, 0.484277, 0.662948, 0.547447, 0.37785, 0.476247, 0.512965, 0.468554, 0.152795, 0.353722, 0.557353, 0.537945, 0.405454, 0.254735, 0.162505, 0.580414, 0.558345, 0.456463, 0.322688, 0.440725, 0.517803, 0.619529, 0.202035, 0.148921, 0.513273, 0.509309, 0.503937, 0.572858, 0.54465, 0.15146, 0.55515, 0.526881, 0.348762, 0.363955, 0.502827, 0.563684, 0.50423, 0.598404, 0.513458, 0.355631, 0.55272, 0.357913, 0.359259, 0.529271, 0.464337, 0.518838, 0.546402, 0.323388, 0.539872, 0.646351, 0.476991, 0.503957, 0.464279, 0.246058, 0.579015 ] }, "name": "model.model.layers.23.input_layernorm.weight", "outputIndexes": [ 1886 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1885 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_23/Mul_output_0", "outputIndexes": [ 1887 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1886, 1887 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_23/Mul_1_output_0", "outputIndexes": [ 1888 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1888 ], "outputIndexes": [ 3272 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 3272 ], "outputIndexes": [ 3273 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/q_proj/Linear", "inputIndexes": [ 3273 ], "outputIndexes": [ 3274 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 960, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14400, "weightSize": 0 }, "external": [ 141315542, 460822, 115200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 3274 ], "outputIndexes": [ 3275 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3275 ], "outputIndexes": [ 1889 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 960 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1888 ], "main_type": "NONE", "name": "/Shape_323_output_0", "outputIndexes": [ 1890 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1890 ], "main_type": "NONE", "name": "Shape5046", "outputIndexes": [ 1891 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1890 ], "main_type": "NONE", "name": "Rank5048", "outputIndexes": [ 1892 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1892, 1892 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5050", "outputIndexes": [ 1893 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1893 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze5051", "outputIndexes": [ 1894 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1893, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5053", "outputIndexes": [ 1895 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1895 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze5054", "outputIndexes": [ 1896 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1891, 1894, 1896, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice5057", "outputIndexes": [ 1897 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1897 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze5058", "outputIndexes": [ 1898 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 1898 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5059", "outputIndexes": [ 1899 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1899, 1898 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5060", "outputIndexes": [ 1900 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1890, 1900, 1893 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_349_output_0", "outputIndexes": [ 1901 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1901, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_737_output_0", "outputIndexes": [ 1902 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 1902, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_299_output_0", "outputIndexes": [ 1903 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1889, 1903 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_208_output_0", "outputIndexes": [ 1904 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1904, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_184_output_0", "outputIndexes": [ 1905 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1904 ], "main_type": "NONE", "name": "/Shape_324_output_0", "outputIndexes": [ 1906 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1906 ], "main_type": "NONE", "name": "Shape5067", "outputIndexes": [ 1907 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1906 ], "main_type": "NONE", "name": "Rank5069", "outputIndexes": [ 1908 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1908, 1908 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5071", "outputIndexes": [ 1909 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1909 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze5072", "outputIndexes": [ 1910 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1909, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5074", "outputIndexes": [ 1911 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1911 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze5075", "outputIndexes": [ 1912 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1907, 1910, 1912, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice5078", "outputIndexes": [ 1913 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1913 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze5079", "outputIndexes": [ 1914 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 1914 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5080", "outputIndexes": [ 1915 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1915, 1914 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5081", "outputIndexes": [ 1916 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1906, 1916, 1909 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_350_output_0", "outputIndexes": [ 1917 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1917, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_69_output_0", "outputIndexes": [ 1918 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1918, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_742_output_0", "outputIndexes": [ 1919 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1904, 1919, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_93_output_0", "outputIndexes": [ 1920 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1920 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_46_output_0", "outputIndexes": [ 1921 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1904, 22, 1919, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_92_output_0", "outputIndexes": [ 1922 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1921, 1922 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_302_output_0", "outputIndexes": [ 1923 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1923, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_185_output_0", "outputIndexes": [ 1924 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1905, 1924 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_115_output_0", "outputIndexes": [ 1925 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1888 ], "outputIndexes": [ 3276 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 3276 ], "outputIndexes": [ 3277 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/k_proj/Linear", "inputIndexes": [ 3277 ], "outputIndexes": [ 3278 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 4800, "weightSize": 0 }, "external": [ 141891564, 153622, 38400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 3278 ], "outputIndexes": [ 3279 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3279 ], "outputIndexes": [ 1926 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 1902, 85, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_300_output_0", "outputIndexes": [ 1927 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1926, 1927 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_209_output_0", "outputIndexes": [ 1928 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1928, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_186_output_0", "outputIndexes": [ 1929 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1928 ], "main_type": "NONE", "name": "/Shape_325_output_0", "outputIndexes": [ 1930 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1930 ], "main_type": "NONE", "name": "Shape5130", "outputIndexes": [ 1931 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1930 ], "main_type": "NONE", "name": "Rank5132", "outputIndexes": [ 1932 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1932, 1932 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5134", "outputIndexes": [ 1933 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1933 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze5135", "outputIndexes": [ 1934 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1933, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5137", "outputIndexes": [ 1935 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1935 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze5138", "outputIndexes": [ 1936 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1931, 1934, 1936, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice5141", "outputIndexes": [ 1937 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1937 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze5142", "outputIndexes": [ 1938 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 1938 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5143", "outputIndexes": [ 1939 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1939, 1938 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5144", "outputIndexes": [ 1940 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1930, 1940, 1933 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_351_output_0", "outputIndexes": [ 1941 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1941, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_70_output_0", "outputIndexes": [ 1942 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1942, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_744_output_0", "outputIndexes": [ 1943 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1928, 1943, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_95_output_0", "outputIndexes": [ 1944 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1944 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_47_output_0", "outputIndexes": [ 1945 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1928, 22, 1943, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_94_output_0", "outputIndexes": [ 1946 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1945, 1946 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_303_output_0", "outputIndexes": [ 1947 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1947, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_187_output_0", "outputIndexes": [ 1948 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1929, 1948 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_116_output_0", "outputIndexes": [ 1949 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1888 ], "outputIndexes": [ 3280 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 3280 ], "outputIndexes": [ 3281 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/v_proj/Linear", "inputIndexes": [ 3281 ], "outputIndexes": [ 3282 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 4800, "weightSize": 0 }, "external": [ 142083586, 153622, 38400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 3282 ], "outputIndexes": [ 3283 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3283 ], "outputIndexes": [ 1950 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1950, 1927 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_210_output_0", "outputIndexes": [ 1951 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1925, 1949, 1951, 111 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_215_output_0", "outputIndexes": [ 1952 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1952 ], "outputIndexes": [ 3284 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 3284 ], "outputIndexes": [ 3285 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/o_proj/Linear", "inputIndexes": [ 3285 ], "outputIndexes": [ 3286 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 960, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14400, "weightSize": 0 }, "external": [ 142275608, 460822, 115200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 3286 ], "outputIndexes": [ 3287 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3287 ], "outputIndexes": [ 1953 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 960 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1885, 1953 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_118_output_0", "outputIndexes": [ 1954 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 960 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.398853, 0.359701, 0.346832, 0.377297, 0.381106, 0.383598, 0.389494, 0.366729, 0.167081, 0.247789, 0.353103, 0.408797, 0.37215, 0.392313, 0.333843, 0.344555, 0.251567, 0.401031, 0.209929, 0.178451, 0.372892, 0.277914, 0.234583, 0.396939, 0.387286, 0.228984, 0.197144, 0.30369, 0.385019, 0.233692, 0.389549, 0.397753, 0.278571, 0.375304, 0.385195, 0.315959, 0.395596, 0.317211, 0.284072, 0.332813, 0.15087, 0.30062, 0.393423, 0.215831, 0.351927, 0.281593, 0.18745, 0.40696, 0.142388, 0.288585, 0.364865, 0.264978, 0.310713, 0.165421, 0.383593, 0.220789, 0.261476, 0.15586, 0.329625, 0.338146, 0.346626, 0.391975, 0.273401, 0.243506, 0.378356, 0.349439, 0.378453, 0.39401, 0.315782, 0.25868, 0.33299, 0.37784, 0.392422, 0.380584, 0.205918, 0.267143, 0.411978, 0.399986, 0.212093, 0.35708, 0.208714, 0.364834, 0.280898, 0.374018, 0.365409, 0.399364, 0.323598, -0.000328, 0.3989, 0.371673, 0.319201, 0.19199, 0.291766, 0.3114, 0.289278, 0.337552, 0.309457, 0.15338, 0.379509, 0.351175, 0.219388, 0.405081, 0.351379, 0.342353, 0.389986, 0.414995, 0.401448, 0.237829, 0.384815, 0.424378, 0.413853, 0.347362, 0.321162, 0.362782, 0.407325, 0.319801, 0.393281, 0.409278, 0.404697, 0.355603, 0.358261, 0.405392, 0.298351, 0.376876, 0.34984, 0.384302, 0.384791, 0.399749, 0.365004, 0.314201, 0.360221, 0.290831, 0.366255, 0.163747, 0.281926, 0.422645, 0.39297, 0.372141, 0.389875, 0.345923, 0.184229, 0.31885, 0.346657, 0.364683, 0.416713, 0.157014, 0.231731, 0.233849, 0.319342, 0.39169, 0.311358, 0.347823, 0.36606, 0.229584, 0.410599, 0.368562, 0.336239, 0.238676, 0.399954, 0.370839, 0.394725, 0.396839, 0.262613, 0.250474, 0.315251, 0.400673, 0.390356, 0.293993, 0.300262, 0.368616, 0.374565, 0.270199, 0.282105, 0.33922, 0.26194, 0.374978, 0.182202, 0.249542, 0.393615, 0.259595, 0.38112, 0.24842, 0.323961, 0.380996, 0.391493, 0.412985, 0.251501, 0.313138, 0.170138, 0.337184, 0.355668, 0.222825, 0.193528, 0.224208, 0.315703, 0.384027, 0.222082, 0.355518, 0.362028, 0.395438, 0.230987, 0.393989, 0.381931, 0.41882, 0.25255, 0.354702, 0.241772, 0.359985, 0.373039, 0.258623, 0.388676, 0.368297, 0.155336, 0.431013, 0.330224, 0.326419, 0.417181, 0.167234, 0.178937, 0.360317, 0.241929, 0.313798, 0.242938, 0.311261, 0.229411, 0.336309, 0.360117, 0.271514, 0.390941, 0.328705, 0.381758, 0.310647, 0.252896, 0.319868, 0.333718, 0.240972, 0.38533, 0.118516, 0.182868, 0.360669, 0.362393, 0.240075, 0.3956, 0.369343, 0.390308, 0.394259, 0.399757, 0.348085, 0.363068, 0.275631, 0.385388, 0.356132, 0.236642, 0.412201, 0.27844, 0.414105, 0.31572, 0.367289, 0.384873, 0.324998, 0.360359, 0.364447, 0.36529, 0.178965, 0.40972, 0.166332, 0.410535, 0.30978, 0.347532, 0.387607, 0.327872, 0.365405, 0.390052, 0.402565, 0.367857, 0.365052, 0.170545, 0.242861, 0.369864, 0.417033, 0.20856, 0.356882, 0.278071, 0.366726, 0.331345, 0.35825, 0.16121, 0.361852, 0.382832, 0.313365, 0.414647, 0.368269, 0.358826, 0.336832, 0.397619, 0.188795, 0.327397, 0.371426, 0.336106, 0.253471, 0.296859, 0.375584, 0.359069, 0.350833, 0.175608, 0.398666, 0.256916, 0.315208, 0.180383, 0.365241, 0.315486, 0.31571, 0.381972, 0.307572, 0.390568, 0.266835, 0.386699, 0.24844, 0.213167, 0.345595, 0.399974, 0.386918, 0.388206, 0.367351, 0.233737, 0.2533, 0.365619, 0.368701, 0.413514, 0.319079, 0.390694, 0.258082, 0.410948, 0.132509, 0.353355, 0.347125, 0.239631, 0.397127, 0.33149, 0.375957, 0.315713, 0.38222, 0.192603, 0.393207, 0.219792, 0.369854, 0.299196, 0.284035, 0.212237, 0.337433, 0.333156, 0.166208, 0.380518, 0.321285, 0.345712, 0.399254, 0.228174, 0.241098, 0.315633, 0.272682, 0.186553, 0.282548, 0.071499, 0.34136, 0.374832, 0.371334, 0.38734, 0.210153, 0.394273, 0.336462, 0.297061, 0.337137, 0.172429, 0.340034, 0.355245, 0.416915, 0.387043, 0.296878, 0.303084, 0.24123, 0.176468, 0.400511, 0.406657, 0.325139, 0.414208, 0.247393, 0.414709, 0.347914, 0.278902, 0.354436, 0.215733, 0.309275, 0.298998, 0.369659, 0.251964, 0.253138, 0.376111, 0.396256, 0.386844, 0.366521, 0.368267, 0.210102, 0.369318, 0.223593, 0.289196, 0.360991, 0.382974, 0.366882, 0.315954, 0.344572, 0.407796, 0.342813, 0.225122, 0.371069, 0.220784, 0.23613, 0.359586, 0.377727, 0.289426, 0.378233, 0.24827, 0.389332, 0.324019, 0.377176, 0.389068, 0.26135, 0.236956, 0.37038, 0.341853, 0.331242, 0.271505, 0.369689, 0.339704, 0.15749, 0.385536, 0.356809, 0.367265, 0.415349, 0.170076, 0.150793, 0.288673, 0.390381, 0.39725, 0.359128, 0.400479, 0.38003, 0.242327, 0.393474, 0.27254, 0.314305, 0.404643, 0.388347, 0.440159, 0.307752, 0.114654, 0.399264, 0.29547, 0.249582, 0.285435, 0.311705, 0.313977, 0.354505, 0.202377, 0.239358, 0.265165, 0.260723, 0.33094, 0.368733, 0.254065, 0.245194, 0.38761, 0.237639, 0.379326, 0.359053, 0.106977, 0.364704, 0.228237, 0.259845, 0.273235, 0.419594, 0.398946, 0.358083, 0.353241, 0.348885, 0.396466, 0.28735, 0.166379, 0.365795, 0.371625, 0.370894, 0.404637, 0.387643, 0.366277, 0.353113, 0.220236, 0.299163, 0.297669, 0.399688, 0.37645, 0.161697, 0.163636, 0.349939, 0.145034, 0.380339, 0.367807, 0.320123, 0.285629, 0.358892, 0.32028, 0.293267, 0.382976, 0.378026, 0.212445, 0.348277, 0.373691, 0.352954, 0.376793, 0.267062, 0.351145, 0.291696, 0.295001, 0.342714, 0.373308, 0.403224, 0.319716, 0.176349, 0.395275, 0.181457, 0.379969, 0.37013, 0.382707, 0.336529, 0.395317, 0.394911, 0.312446, 0.332803, 0.373451, 0.369883, 0.186205, 0.367753, 0.369605, 0.410342, 0.37115, 0.368501, 0.158993, 0.182941, 0.242033, 0.184538, 0.353105, 0.356381, 0.320233, 0.379722, 0.362589, 0.282931, 0.379143, 0.367491, 0.29288, 0.201624, 0.29669, 0.326102, 0.41497, 0.289282, 0.30044, 0.384677, 0.257819, 0.398226, 0.371652, 0.161937, 0.303598, 0.370809, 0.362955, 0.189637, 0.339654, 0.155462, 0.39344, 0.263075, 0.298239, 0.242234, 0.320011, 0.339652, 0.397005, 0.293003, 0.204872, 0.38822, 0.360448, 0.329713, 0.377472, 0.317552, 0.354493, 0.403473, 0.323017, 0.195739, 0.359763, 0.34446, 0.383541, 0.381691, 0.311681, 0.16607, 0.300002, 0.391276, 0.360986, 0.249064, 0.378415, 0.256471, 0.21955, 0.280393, 0.269417, 0.344665, 0.322253, 0.378382, 0.326755, 0.28173, 0.172321, 0.27169, 0.401739, 0.105222, 0.305811, 0.367927, 0.338818, 0.171061, 0.201978, 0.295181, 0.349852, 0.384028, 0.290319, 0.368086, 0.434676, 0.387787, 0.258361, 0.413488, 0.360828, 0.449758, 0.377492, 0.147361, 0.432546, 0.349358, 0.243462, 0.39559, 0.390252, 0.218195, 0.404491, 0.378364, 0.189829, 0.359517, 0.267704, 0.417192, 0.370424, 0.284218, 0.293947, 0.39618, 0.340603, 0.196388, 0.356201, 0.365773, 0.24236, 0.19747, 0.188729, 0.36059, 0.321041, 0.37304, 0.43142, 0.242007, 0.401694, 0.291555, 0.255866, 0.3733, 0.390114, 0.136089, 0.390998, 0.322131, 0.337474, 0.393371, 0.349286, 0.381358, 0.256569, 0.324514, 0.35703, 0.353277, 0.166245, 0.418408, 0.402472, 0.264033, 0.337464, 0.382527, 0.366884, 0.354143, 0.186699, 0.360401, 0.207771, 0.172727, 0.34085, 0.383047, 0.27848, 0.281746, 0.349273, 0.177315, 0.399802, 0.286103, 0.135662, 0.370694, 0.330741, 0.357557, 0.224097, 0.324727, 0.377193, 0.380789, 0.358014, 0.396342, 0.274568, 0.271604, 0.166298, 0.254766, 0.309769, 0.381092, 0.412211, 0.375971, 0.309937, 0.369416, 0.400519, 0.232665, 0.193915, 0.420215, 0.428295, 0.389698, 0.265194, 0.397479, 0.387522, 0.25065, 0.410123, 0.17315, 0.393134, 0.344062, 0.287165, 0.314004, 0.338063, 0.278398, 0.313868, 0.388898, 0.349098, 0.280198, 0.363299, 0.363999, 0.317201, 0.377804, 0.385914, 0.169876, 0.349562, 0.307562, 0.314858, 0.267072, 0.37576, 0.389493, 0.304379, 0.260369, 0.262035, 0.404272, 0.380033, 0.322666, 0.182412, 0.15714, 0.315238, 0.411893, 0.377104, 0.327861, 0.297152, 0.358252, 0.416137, 0.196207, 0.341575, 0.301463, 0.393379, 0.300222, 0.375279, 0.383817, 0.24445, 0.44489, 0.248431, 0.350486, 0.287706, 0.375147, 0.238818, 0.235759, 0.311571, 0.404225, 0.335838, 0.28993, 0.368513, 0.384486, 0.363938, 0.301066, 0.410403, 0.17908, 0.209873, 0.157436, 0.327791, 0.300998, 0.364488, 0.171931, 0.186532, 0.363957, 0.327038, 0.402839, 0.37622, 0.411044, 0.400811, 0.404707, 0.392316, 0.223739, 0.265238, 0.389656, 0.254297, 0.184976, 0.397013, 0.332138, 0.35699, 0.349216, 0.279604, 0.243513, 0.189982, 0.318207, 0.388447, 0.154637, 0.383409, 0.348793, 0.353912, 0.380856, 0.192103, 0.401031, 0.374235, 0.207501, 0.356388, 0.314991, 0.341685, 0.273208, 0.358514, 0.339903, 0.355284, 0.246203, 0.330316, 0.347389, 0.2192, 0.355035, 0.165791, 0.25433, 0.344811, 0.399559, 0.354084, 0.283097, 0.265164, 0.372266, 0.145705, 0.335847, 0.454848, 0.409371, 0.262001, 0.424678, 0.170299, 0.332115, 0.340409, 0.357187, 0.390298, 0.360203, 0.37285, 0.266468, 0.334674, 0.390259, 0.375961, 0.389944, 0.196683, 0.298873, 0.349528, 0.369067, 0.272705, 0.266722, 0.362211, 0.163688, 0.366684, 0.223224, 0.369348, 0.259412, 0.338829, 0.37242, 0.373945, 0.312604, 0.388891, 0.369343, 0.365789, 0.271721, 0.412514, 0.315383, 0.247985, 0.209406, 0.327121, 0.342982, 0.18526, 0.103242, 0.354756, 0.253668, 0.364287, 0.311319, 0.390173, 0.208549, 0.380014, 0.424979, 0.385258, 0.373018, 0.340367, 0.412558, 0.382971, 0.263104, 0.310006, 0.361011, 0.334312, 0.175842, 0.258249, 0.361385, 0.378247, 0.271678, 0.212655, 0.182111, 0.38838, 0.354957, 0.302012, 0.247532, 0.21405, 0.356039, 0.392452, 0.184168, 0.179631, 0.368152, 0.339972, 0.360894, 0.402977, 0.394325, 0.175872, 0.376512, 0.389956, 0.270751, 0.277198, 0.311857, 0.385308, 0.353244, 0.378531, 0.356717, 0.227351, 0.364252, 0.272868, 0.270287, 0.372567, 0.329739, 0.363062, 0.402368, 0.258333, 0.375247, 0.410466, 0.315808, 0.362823, 0.351946, 0.204497, 0.390029 ] }, "name": "model.model.layers.23.post_attention_layernorm.weight", "outputIndexes": [ 1955 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1954 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_23/Mul_output_0", "outputIndexes": [ 1956 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1955, 1956 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_23/Mul_1_output_0", "outputIndexes": [ 1957 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1957 ], "outputIndexes": [ 3288 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 3288 ], "outputIndexes": [ 3289 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/mlp/gate_proj/Linear", "inputIndexes": [ 3289 ], "outputIndexes": [ 3290 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2560, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 38400, "weightSize": 0 }, "external": [ 142851630, 1228822, 307200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 3290 ], "outputIndexes": [ 3291 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3291 ], "outputIndexes": [ 1958 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1958 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_23/Sigmoid_output_0", "outputIndexes": [ 1959 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1958, 1959 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_23/Mul_output_0", "outputIndexes": [ 1960 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1957 ], "outputIndexes": [ 3292 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 3292 ], "outputIndexes": [ 3293 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/mlp/up_proj/Linear", "inputIndexes": [ 3293 ], "outputIndexes": [ 3294 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2560, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 38400, "weightSize": 0 }, "external": [ 144387652, 1228822, 307200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 3294 ], "outputIndexes": [ 3295 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3295 ], "outputIndexes": [ 1961 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1960, 1961 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_23/Mul_output_0", "outputIndexes": [ 1962 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1962 ], "outputIndexes": [ 3296 ], "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 3296 ], "outputIndexes": [ 3297 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/mlp/down_proj/Linear", "inputIndexes": [ 3297 ], "outputIndexes": [ 3298 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 960, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2560, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 38400, "weightSize": 0 }, "external": [ 145923674, 1228822, 307200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 3298 ], "outputIndexes": [ 3299 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3299 ], "outputIndexes": [ 1963 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 960 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1954, 1963 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_119_output_0", "outputIndexes": [ 1964 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1964, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_216_output_0", "outputIndexes": [ 1965 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 960 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.598122, 0.615122, 0.564042, 0.572071, 0.642613, 0.633893, 0.592585, 0.562101, 0.582286, 0.400718, 0.592446, 0.667766, 0.56971, 0.628561, 0.559478, 0.550463, 0.414867, 0.664676, 0.342742, 0.350155, 0.574768, 0.417176, 0.396589, 0.575393, 0.636401, 0.383554, 0.376321, 0.467701, 0.546528, 0.393067, 0.656008, 0.705827, 0.400138, 0.627706, 0.605058, 0.515984, 0.587426, 0.490141, 0.444674, 0.522579, 0.21318, 0.456753, 0.756458, 0.36822, 0.568078, 0.423515, 0.332133, 0.69509, 0.304624, 0.44187, 0.539867, 0.329972, 0.487962, 0.319623, 0.579493, 0.371189, 0.407452, 0.310332, 0.582896, 0.510712, 0.621576, 0.696328, 0.447374, 0.386754, 0.607816, 0.517373, 0.531231, 0.669183, 0.505345, 0.429529, 0.512701, 0.655718, 0.695117, 0.593081, 0.379113, 0.473072, 0.658105, 0.599058, 0.430297, 0.646657, 0.355803, 0.623343, 0.429159, 0.57275, 0.583262, 0.618912, 0.492098, 0.048538, 0.604421, 0.528764, 0.481336, 0.363344, 0.489236, 0.568823, 0.441197, 0.473004, 0.451611, 0.321126, 0.633065, 0.56603, 0.400884, 0.592985, 0.600972, 0.531748, 0.589694, 0.645265, 0.613715, 0.343507, 0.560892, 0.65377, 0.642201, 0.527198, 0.497847, 0.591863, 0.644954, 0.531492, 0.651434, 0.674686, 0.662787, 0.554848, 0.55915, 0.698956, 0.476768, 0.557707, 0.598321, 0.613684, 0.646381, 0.652543, 0.569901, 0.545996, 0.593705, 0.44335, 0.581515, 0.313241, 0.468574, 0.6673, 0.578799, 0.617392, 0.666819, 0.536376, 0.361755, 0.470277, 0.510992, 0.581953, 0.693437, 0.326271, 0.387171, 0.409951, 0.613858, 0.669655, 0.480784, 0.539355, 0.539895, 0.269016, 0.649362, 0.601474, 0.527238, 0.31168, 0.638769, 0.652365, 0.615771, 0.630674, 0.459068, 0.307124, 0.498533, 0.650771, 0.606669, 0.429977, 0.436259, 0.563693, 0.592809, 0.458929, 0.402742, 0.56685, 0.436211, 0.632796, 0.357514, 0.440038, 0.59243, 0.435131, 0.641172, 0.322197, 0.52992, 0.608732, 0.633838, 0.6444, 0.372421, 0.512378, 0.332769, 0.541865, 0.560368, 0.427009, 0.369035, 0.261786, 0.448737, 0.758662, 0.361754, 0.542429, 0.598028, 0.604035, 0.272669, 0.594886, 0.592317, 0.688046, 0.376896, 0.547632, 0.358304, 0.583423, 0.578447, 0.433521, 0.621415, 0.541344, 0.236629, 0.67201, 0.492044, 0.507702, 0.64724, 0.314221, 0.234975, 0.536393, 0.395516, 0.460874, 0.280508, 0.480777, 0.455595, 0.464163, 0.547011, 0.391564, 0.703764, 0.508742, 0.550489, 0.519815, 0.385094, 0.466886, 0.546542, 0.398116, 0.631655, 0.412283, 0.348237, 0.600624, 0.596436, 0.395318, 0.57266, 0.56389, 0.622271, 0.643646, 0.587909, 0.512605, 0.584285, 0.442191, 0.632175, 0.587292, 0.392715, 0.594232, 0.478839, 0.652791, 0.511334, 0.561052, 0.646936, 0.53484, 0.616274, 0.519487, 0.56063, 0.337542, 0.656321, 0.323591, 0.616576, 0.471391, 0.552773, 0.598859, 0.570448, 0.528794, 0.625977, 0.605172, 0.601982, 0.523967, 0.333369, 0.402126, 0.558684, 0.649262, 0.363614, 0.570204, 0.385874, 0.573037, 0.568677, 0.612256, 0.303215, 0.542383, 0.652123, 0.45959, 0.619686, 0.643685, 0.533324, 0.570893, 0.570513, 0.236545, 0.522471, 0.650627, 0.545733, 0.411484, 0.444483, 0.53837, 0.574655, 0.540893, 0.316136, 0.618538, 0.436314, 0.503799, 0.329782, 0.604996, 0.587819, 0.492458, 0.600501, 0.471901, 0.618735, 0.429069, 0.597609, 0.368439, 0.371063, 0.538032, 0.704239, 0.628073, 0.596891, 0.583453, 0.422545, 0.389211, 0.571486, 0.626753, 0.632447, 0.468856, 0.591136, 0.407614, 0.591353, 0.250681, 0.540682, 0.605343, 0.390222, 0.623243, 0.532974, 0.577379, 0.497182, 0.630324, 0.353369, 0.60912, 0.37406, 0.581227, 0.475705, 0.366116, 0.251665, 0.485111, 0.486644, 0.284321, 0.596523, 0.585227, 0.532537, 0.592838, 0.37306, 0.418505, 0.454592, 0.388357, 0.335758, 0.440392, 0.32906, 0.503649, 0.553824, 0.600883, 0.66382, 0.365853, 0.605579, 0.509488, 0.43795, 0.514626, 0.368683, 0.567493, 0.533643, 0.652665, 0.625679, 0.463798, 0.454336, 0.403722, 0.334271, 0.596801, 0.641916, 0.531141, 0.662483, 0.405508, 0.636183, 0.537705, 0.42967, 0.533788, 0.357594, 0.45389, 0.494765, 0.565768, 0.387872, 0.401713, 0.548216, 0.617204, 0.32116, 0.541381, 0.585217, 0.356332, 0.557687, 0.379471, 0.460371, 0.54281, 0.543381, 0.562282, 0.509508, 0.526512, 0.595407, 0.499073, 0.382283, 0.545447, 0.393581, 0.380861, 0.549501, 0.587012, 0.475696, 0.568217, 0.386655, 0.616827, 0.459738, 0.638423, 0.63015, 0.266109, 0.366995, 0.561318, 0.548752, 0.514132, 0.397956, 0.624902, 0.492123, 0.320148, 0.677202, 0.496919, 0.565496, 0.669008, 0.316275, 0.195774, 0.447812, 0.601156, 0.620622, 0.530106, 0.659646, 0.581704, 0.390938, 0.632539, 0.315688, 0.443952, 0.696341, 0.595449, 0.642529, 0.445658, 0.485746, 0.69112, 0.456539, 0.413222, 0.435464, 0.489377, 0.504521, 0.567481, 0.348823, 0.306885, 0.425791, 0.387005, 0.545987, 0.597514, 0.409345, 0.363288, 0.653356, 0.371856, 0.567884, 0.52987, 0.284803, 0.587624, 0.387155, 0.416467, 0.446063, 0.666224, 0.637135, 0.55792, 0.559962, 0.599064, 0.655921, 0.427319, 0.329813, 0.671992, 0.633046, 0.553464, 0.638669, 0.632442, 0.632328, 0.498798, 0.390502, 0.461993, 0.423295, 0.695336, 0.574715, 0.314253, 0.335949, 0.589539, 0.394677, 0.597271, 0.534489, 0.540395, 0.519158, 0.519066, 0.495951, 0.428662, 0.604946, 0.563308, 0.359956, 0.542194, 0.632042, 0.566152, 0.636754, 0.411096, 0.501151, 0.443473, 0.473643, 0.607913, 0.597186, 0.656572, 0.481436, 0.338414, 0.647106, 0.341899, 0.606465, 0.614681, 0.567045, 0.529025, 0.654563, 0.704064, 0.532356, 0.478536, 0.616883, 0.60903, 0.343822, 0.604933, 0.597396, 0.594767, 0.550988, 0.555493, 0.192472, 0.321689, 0.403993, 0.29342, 0.495422, 0.519807, 0.514096, 0.561129, 0.603288, 0.420722, 0.643091, 0.54418, 0.57897, 0.362978, 0.535974, 0.503885, 0.712567, 0.430944, 0.470818, 0.631595, 0.378149, 0.572992, 0.529823, 0.313373, 0.419274, 0.587659, 0.615834, 0.347937, 0.50431, 0.299342, 0.643955, 0.425003, 0.508108, 0.370916, 0.504668, 0.540445, 0.612048, 0.45732, 0.370633, 0.621921, 0.556487, 0.565476, 0.583235, 0.526011, 0.502695, 0.647108, 0.494456, 0.365286, 0.551341, 0.62826, 0.573703, 0.599935, 0.597934, 0.347968, 0.502598, 0.538776, 0.550442, 0.403371, 0.564799, 0.417797, 0.353571, 0.415175, 0.531979, 0.524187, 0.584161, 0.61602, 0.493709, 0.432531, 0.307218, 0.417468, 0.57736, 0.1969, 0.496603, 0.575835, 0.517651, 0.30389, 0.366756, 0.493595, 0.554839, 0.613202, 0.441075, 0.589044, 0.672737, 0.608795, 0.37862, 0.681823, 0.567519, 0.668529, 0.574042, 0.556916, 0.616111, 0.54752, 0.397925, 0.589299, 0.638817, 0.386372, 0.656269, 0.650899, 0.345734, 0.613406, 0.535103, 0.598955, 0.62974, 0.441789, 0.487729, 0.624287, 0.488335, 0.34978, 0.54677, 0.542382, 0.367702, 0.273207, 0.343959, 0.5412, 0.515669, 0.570175, 0.674747, 0.401123, 0.661813, 0.442907, 0.40084, 0.579234, 0.653677, 0.288829, 0.652825, 0.519978, 0.556207, 0.688228, 0.556917, 0.627941, 0.417418, 0.565806, 0.516642, 0.534234, 0.355604, 0.669846, 0.645079, 0.470857, 0.502933, 0.588493, 0.617592, 0.537653, 0.355703, 0.562397, 0.4092, 0.327605, 0.576751, 0.617173, 0.468419, 0.415709, 0.514867, 0.31615, 0.657392, 0.39257, 0.362289, 0.542399, 0.542302, 0.583019, 0.37572, 0.497642, 0.633812, 0.629556, 0.546265, 0.624718, 0.481594, 0.433433, 0.270219, 0.439794, 0.476005, 0.606871, 0.706036, 0.580975, 0.448371, 0.552505, 0.634964, 0.419878, 0.358852, 0.614341, 0.646546, 0.611723, 0.41691, 0.697018, 0.586749, 0.435872, 0.578886, 0.333178, 0.569118, 0.565087, 0.441481, 0.468508, 0.552117, 0.386869, 0.472993, 0.563416, 0.5498, 0.492947, 0.657369, 0.566721, 0.485747, 0.566206, 0.631098, 0.328762, 0.554455, 0.511549, 0.522941, 0.443587, 0.625892, 0.630303, 0.465482, 0.442533, 0.44904, 0.615204, 0.65083, 0.526137, 0.319397, 0.315226, 0.488709, 0.632919, 0.530223, 0.512169, 0.463247, 0.595767, 0.730203, 0.359056, 0.599583, 0.46015, 0.65775, 0.495265, 0.565284, 0.63655, 0.429844, 0.708637, 0.372717, 0.592397, 0.404171, 0.611379, 0.370948, 0.409556, 0.497805, 0.649313, 0.511714, 0.392929, 0.609135, 0.62234, 0.567725, 0.480824, 0.618753, 0.335157, 0.355051, 0.322662, 0.487895, 0.388539, 0.600422, 0.329244, 0.272535, 0.605158, 0.550788, 0.587299, 0.613218, 0.670544, 0.612574, 0.625147, 0.64524, 0.347188, 0.410906, 0.646293, 0.428228, 0.344397, 0.691519, 0.556259, 0.543585, 0.580847, 0.435391, 0.386372, 0.197374, 0.472782, 0.610061, 0.480397, 0.601303, 0.569835, 0.530823, 0.608424, 0.358921, 0.639316, 0.55811, 0.379259, 0.600273, 0.485168, 0.545276, 0.468, 0.601227, 0.522186, 0.568651, 0.402684, 0.563031, 0.581506, 0.381541, 0.549666, 0.324264, 0.418066, 0.568398, 0.67287, 0.539808, 0.451789, 0.439217, 0.584348, 0.321394, 0.498268, 0.6486, 0.649164, 0.412669, 0.662709, 0.408744, 0.529304, 0.551404, 0.503147, 0.688051, 0.566785, 0.568952, 0.383917, 0.515538, 0.635509, 0.557264, 0.628754, 0.346142, 0.454521, 0.55964, 0.549835, 0.457041, 0.451813, 0.627083, 0.315737, 0.611876, 0.368527, 0.528799, 0.412371, 0.545194, 0.55357, 0.700724, 0.455762, 0.588845, 0.636878, 0.575234, 0.408883, 0.631866, 0.543233, 0.408915, 0.37453, 0.511313, 0.523471, 0.355728, 0.319449, 0.553651, 0.395919, 0.608197, 0.478735, 0.639774, 0.352751, 0.604532, 0.668259, 0.605271, 0.538443, 0.504089, 0.72907, 0.611548, 0.397813, 0.472526, 0.51467, 0.526547, 0.330289, 0.418759, 0.616095, 0.611341, 0.464304, 0.37254, 0.345511, 0.641943, 0.538274, 0.469061, 0.360011, 0.469611, 0.500221, 0.667277, 0.347466, 0.341148, 0.58844, 0.558468, 0.531848, 0.605284, 0.647366, 0.335057, 0.615869, 0.569271, 0.413344, 0.433122, 0.529824, 0.605385, 0.531401, 0.676268, 0.556988, 0.396619, 0.57528, 0.331276, 0.367394, 0.570671, 0.521577, 0.576388, 0.596578, 0.391369, 0.620011, 0.766305, 0.481148, 0.611884, 0.536462, 0.366104, 0.639249 ] }, "name": "model.model.layers.24.input_layernorm.weight", "outputIndexes": [ 1966 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1965 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_24/Mul_output_0", "outputIndexes": [ 1967 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1966, 1967 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_24/Mul_1_output_0", "outputIndexes": [ 1968 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1968 ], "outputIndexes": [ 3300 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 3300 ], "outputIndexes": [ 3301 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/self_attn/q_proj/Linear", "inputIndexes": [ 3301 ], "outputIndexes": [ 3302 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 960, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14400, "weightSize": 0 }, "external": [ 147459696, 460822, 115200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 3302 ], "outputIndexes": [ 3303 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3303 ], "outputIndexes": [ 1969 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 960 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1968 ], "main_type": "NONE", "name": "/Shape_337_output_0", "outputIndexes": [ 1970 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1970 ], "main_type": "NONE", "name": "Shape5262", "outputIndexes": [ 1971 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1970 ], "main_type": "NONE", "name": "Rank5264", "outputIndexes": [ 1972 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1972, 1972 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5266", "outputIndexes": [ 1973 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1973 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze5267", "outputIndexes": [ 1974 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1973, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5269", "outputIndexes": [ 1975 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1975 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze5270", "outputIndexes": [ 1976 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1971, 1974, 1976, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice5273", "outputIndexes": [ 1977 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1977 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze5274", "outputIndexes": [ 1978 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 1978 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5275", "outputIndexes": [ 1979 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1979, 1978 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5276", "outputIndexes": [ 1980 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1970, 1980, 1973 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_364_output_0", "outputIndexes": [ 1981 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1981, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_769_output_0", "outputIndexes": [ 1982 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 1982, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_312_output_0", "outputIndexes": [ 1983 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1969, 1983 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_217_output_0", "outputIndexes": [ 1984 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1984, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_192_output_0", "outputIndexes": [ 1985 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1984 ], "main_type": "NONE", "name": "/Shape_338_output_0", "outputIndexes": [ 1986 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1986 ], "main_type": "NONE", "name": "Shape5283", "outputIndexes": [ 1987 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1986 ], "main_type": "NONE", "name": "Rank5285", "outputIndexes": [ 1988 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1988, 1988 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5287", "outputIndexes": [ 1989 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1989 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze5288", "outputIndexes": [ 1990 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1989, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5290", "outputIndexes": [ 1991 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1991 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze5291", "outputIndexes": [ 1992 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1987, 1990, 1992, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice5294", "outputIndexes": [ 1993 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1993 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze5295", "outputIndexes": [ 1994 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 1994 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5296", "outputIndexes": [ 1995 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1995, 1994 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5297", "outputIndexes": [ 1996 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1986, 1996, 1989 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_365_output_0", "outputIndexes": [ 1997 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1997, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_72_output_0", "outputIndexes": [ 1998 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1998, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_774_output_0", "outputIndexes": [ 1999 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1984, 1999, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_97_output_0", "outputIndexes": [ 2000 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2000 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_48_output_0", "outputIndexes": [ 2001 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1984, 22, 1999, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_96_output_0", "outputIndexes": [ 2002 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2001, 2002 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_315_output_0", "outputIndexes": [ 2003 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2003, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_193_output_0", "outputIndexes": [ 2004 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1985, 2004 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_120_output_0", "outputIndexes": [ 2005 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1968 ], "outputIndexes": [ 3304 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 3304 ], "outputIndexes": [ 3305 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/self_attn/k_proj/Linear", "inputIndexes": [ 3305 ], "outputIndexes": [ 3306 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 4800, "weightSize": 0 }, "external": [ 148035718, 153622, 38400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 3306 ], "outputIndexes": [ 3307 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3307 ], "outputIndexes": [ 2006 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 1982, 85, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_313_output_0", "outputIndexes": [ 2007 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2006, 2007 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_218_output_0", "outputIndexes": [ 2008 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2008, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_194_output_0", "outputIndexes": [ 2009 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2008 ], "main_type": "NONE", "name": "/Shape_339_output_0", "outputIndexes": [ 2010 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2010 ], "main_type": "NONE", "name": "Shape5346", "outputIndexes": [ 2011 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2010 ], "main_type": "NONE", "name": "Rank5348", "outputIndexes": [ 2012 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2012, 2012 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5350", "outputIndexes": [ 2013 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2013 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze5351", "outputIndexes": [ 2014 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2013, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5353", "outputIndexes": [ 2015 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2015 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze5354", "outputIndexes": [ 2016 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2011, 2014, 2016, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice5357", "outputIndexes": [ 2017 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2017 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze5358", "outputIndexes": [ 2018 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 2018 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5359", "outputIndexes": [ 2019 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2019, 2018 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5360", "outputIndexes": [ 2020 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2010, 2020, 2013 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_366_output_0", "outputIndexes": [ 2021 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2021, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_73_output_0", "outputIndexes": [ 2022 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2022, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_776_output_0", "outputIndexes": [ 2023 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2008, 2023, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_99_output_0", "outputIndexes": [ 2024 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2024 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_49_output_0", "outputIndexes": [ 2025 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2008, 22, 2023, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_98_output_0", "outputIndexes": [ 2026 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2025, 2026 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_316_output_0", "outputIndexes": [ 2027 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2027, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_195_output_0", "outputIndexes": [ 2028 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2009, 2028 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_121_output_0", "outputIndexes": [ 2029 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1968 ], "outputIndexes": [ 3308 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 3308 ], "outputIndexes": [ 3309 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/self_attn/v_proj/Linear", "inputIndexes": [ 3309 ], "outputIndexes": [ 3310 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 4800, "weightSize": 0 }, "external": [ 148227740, 153622, 38400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 3310 ], "outputIndexes": [ 3311 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3311 ], "outputIndexes": [ 2030 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2030, 2007 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_219_output_0", "outputIndexes": [ 2031 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2005, 2029, 2031, 111 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_224_output_0", "outputIndexes": [ 2032 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2032 ], "outputIndexes": [ 3312 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 3312 ], "outputIndexes": [ 3313 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/self_attn/o_proj/Linear", "inputIndexes": [ 3313 ], "outputIndexes": [ 3314 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 960, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14400, "weightSize": 0 }, "external": [ 148419762, 460822, 115200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 3314 ], "outputIndexes": [ 3315 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3315 ], "outputIndexes": [ 2033 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 960 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1965, 2033 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_123_output_0", "outputIndexes": [ 2034 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 960 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.365835, 0.331418, 0.327782, 0.360228, 0.361678, 0.353311, 0.367947, 0.347632, 0.15616, 0.255901, 0.328272, 0.386731, 0.344542, 0.36009, 0.325413, 0.321796, 0.254681, 0.369629, 0.224057, 0.202013, 0.338809, 0.279344, 0.251413, 0.350584, 0.351245, 0.230264, 0.221037, 0.293994, 0.350131, 0.253168, 0.374467, 0.363178, 0.268952, 0.366552, 0.353257, 0.29323, 0.36548, 0.297953, 0.290721, 0.328131, 0.153855, 0.277782, 0.408456, 0.238364, 0.345746, 0.279128, 0.211263, 0.379641, 0.176613, 0.278294, 0.341074, 0.259595, 0.29853, 0.186889, 0.363576, 0.239276, 0.259034, 0.182108, 0.305674, 0.324156, 0.315619, 0.367732, 0.267183, 0.25096, 0.344846, 0.325544, 0.351078, 0.374964, 0.309424, 0.261523, 0.323101, 0.357666, 0.354839, 0.349122, 0.225471, 0.265674, 0.370917, 0.357816, 0.199266, 0.345461, 0.215302, 0.345095, 0.281862, 0.349782, 0.328982, 0.375007, 0.300838, -0.000373, 0.369497, 0.329354, 0.30412, 0.212235, 0.286434, 0.306307, 0.286798, 0.309871, 0.283606, 0.183331, 0.349254, 0.34358, 0.239774, 0.372029, 0.325918, 0.319513, 0.360294, 0.39539, 0.351586, 0.241821, 0.347578, 0.380328, 0.385099, 0.323037, 0.299858, 0.341203, 0.381041, 0.324777, 0.368657, 0.353653, 0.370901, 0.315639, 0.340268, 0.379613, 0.293851, 0.338464, 0.332406, 0.350396, 0.361789, 0.372722, 0.336345, 0.301301, 0.336122, 0.292527, 0.33085, 0.191348, 0.285951, 0.387698, 0.359418, 0.340937, 0.361082, 0.319239, 0.223269, 0.298507, 0.33347, 0.333378, 0.398061, 0.188866, 0.24025, 0.250234, 0.312223, 0.362355, 0.292985, 0.322106, 0.349942, 0.225955, 0.367867, 0.345461, 0.316258, 0.242614, 0.367335, 0.335073, 0.363951, 0.339526, 0.23718, 0.256379, 0.309645, 0.371077, 0.371002, 0.297819, 0.293159, 0.355044, 0.335481, 0.274899, 0.268736, 0.335526, 0.284411, 0.371768, 0.215374, 0.26028, 0.369195, 0.258945, 0.346366, 0.250543, 0.320442, 0.355284, 0.356341, 0.369654, 0.268014, 0.31945, 0.197693, 0.323073, 0.342675, 0.247221, 0.225252, 0.2258, 0.309983, 0.373301, 0.250211, 0.330489, 0.349568, 0.362672, 0.231742, 0.345589, 0.347804, 0.389194, 0.255668, 0.339085, 0.241018, 0.330079, 0.330192, 0.263964, 0.361789, 0.342792, 0.164304, 0.39255, 0.31819, 0.31896, 0.353079, 0.183841, 0.193903, 0.339435, 0.25307, 0.291642, 0.221064, 0.308996, 0.239215, 0.314388, 0.334539, 0.26004, 0.368105, 0.3137, 0.356185, 0.304152, 0.237216, 0.311369, 0.310241, 0.257398, 0.347045, 0.106695, 0.215474, 0.332011, 0.346261, 0.259616, 0.367003, 0.32812, 0.363679, 0.375258, 0.367308, 0.321322, 0.327644, 0.276911, 0.362251, 0.344491, 0.260661, 0.364895, 0.273109, 0.377257, 0.315975, 0.344575, 0.35302, 0.307375, 0.346044, 0.324716, 0.35357, 0.211367, 0.367068, 0.198785, 0.378914, 0.287622, 0.326768, 0.355882, 0.31055, 0.33281, 0.366949, 0.362556, 0.354948, 0.335707, 0.205826, 0.258773, 0.347851, 0.389789, 0.239544, 0.338711, 0.273264, 0.36038, 0.337254, 0.33052, 0.184738, 0.331277, 0.369242, 0.291376, 0.355487, 0.360558, 0.331711, 0.319418, 0.361698, 0.195224, 0.312795, 0.346297, 0.33338, 0.235999, 0.289827, 0.337888, 0.326754, 0.334131, 0.200168, 0.373941, 0.264789, 0.298806, 0.211676, 0.356385, 0.307872, 0.308131, 0.354272, 0.296573, 0.340456, 0.264641, 0.364295, 0.246162, 0.239006, 0.337065, 0.365159, 0.32927, 0.352606, 0.349137, 0.253428, 0.25415, 0.329443, 0.352753, 0.358704, 0.297373, 0.355222, 0.267086, 0.361789, 0.131477, 0.316261, 0.332506, 0.249268, 0.353166, 0.303385, 0.332012, 0.303725, 0.363369, 0.207512, 0.34622, 0.234463, 0.329473, 0.293943, 0.269385, 0.205743, 0.312776, 0.324538, 0.155905, 0.365955, 0.307933, 0.318722, 0.347032, 0.251888, 0.238589, 0.301313, 0.269425, 0.198445, 0.281156, 0.054886, 0.315704, 0.336936, 0.343503, 0.372038, 0.23332, 0.373967, 0.326099, 0.283625, 0.311633, 0.199372, 0.311022, 0.322889, 0.383505, 0.37117, 0.287406, 0.286964, 0.260195, 0.201677, 0.351796, 0.369686, 0.308937, 0.382761, 0.268606, 0.377, 0.333633, 0.274777, 0.324154, 0.232175, 0.302061, 0.295295, 0.330642, 0.255433, 0.261445, 0.343076, 0.357042, 0.344668, 0.33956, 0.338904, 0.229807, 0.34991, 0.251243, 0.278012, 0.330576, 0.346651, 0.337052, 0.325979, 0.329372, 0.365677, 0.321326, 0.252622, 0.348301, 0.24245, 0.255503, 0.342997, 0.359186, 0.289295, 0.34199, 0.263152, 0.352097, 0.313604, 0.378384, 0.364495, 0.261386, 0.252784, 0.348297, 0.331011, 0.317966, 0.2692, 0.338994, 0.316915, 0.188483, 0.358831, 0.327386, 0.347569, 0.374594, 0.203032, 0.146386, 0.285068, 0.361219, 0.372606, 0.326599, 0.384603, 0.348888, 0.257739, 0.361531, 0.263749, 0.306082, 0.365777, 0.340926, 0.38101, 0.288858, 0.104238, 0.376644, 0.288901, 0.26035, 0.279541, 0.31135, 0.292164, 0.338182, 0.224463, 0.241604, 0.256344, 0.267388, 0.334728, 0.336092, 0.265905, 0.250823, 0.362684, 0.253187, 0.340507, 0.329688, 0.094835, 0.343994, 0.26017, 0.266903, 0.274316, 0.372153, 0.355053, 0.339798, 0.328331, 0.342804, 0.362334, 0.28084, 0.198288, 0.333963, 0.354923, 0.331667, 0.383982, 0.34716, 0.339689, 0.327797, 0.22536, 0.293128, 0.289384, 0.3825, 0.345688, 0.184605, 0.188889, 0.333099, 0.134198, 0.359698, 0.346162, 0.304856, 0.280952, 0.329379, 0.304405, 0.286767, 0.364856, 0.34536, 0.234785, 0.341668, 0.366667, 0.340294, 0.341246, 0.270481, 0.336215, 0.275215, 0.285964, 0.334709, 0.3492, 0.369813, 0.305374, 0.206267, 0.361688, 0.186984, 0.363356, 0.34459, 0.330686, 0.335092, 0.347836, 0.360123, 0.305353, 0.315902, 0.356329, 0.339135, 0.22085, 0.341636, 0.357919, 0.364018, 0.344554, 0.334318, 0.156964, 0.203436, 0.247861, 0.209338, 0.324077, 0.337301, 0.315549, 0.34022, 0.34128, 0.279355, 0.359764, 0.343498, 0.276193, 0.217433, 0.283907, 0.304604, 0.405305, 0.28728, 0.273103, 0.358289, 0.262621, 0.34138, 0.348058, 0.198243, 0.280878, 0.328608, 0.336423, 0.213688, 0.323221, 0.190931, 0.36413, 0.275365, 0.303875, 0.257701, 0.306341, 0.314209, 0.361655, 0.28882, 0.238624, 0.362739, 0.319828, 0.327431, 0.359979, 0.318383, 0.328666, 0.362485, 0.302963, 0.220292, 0.336541, 0.335838, 0.356968, 0.369739, 0.301001, 0.196828, 0.296731, 0.339783, 0.346698, 0.260745, 0.347488, 0.269533, 0.232092, 0.27724, 0.247469, 0.322267, 0.302588, 0.35776, 0.305044, 0.283538, 0.171135, 0.258274, 0.361944, 0.098545, 0.314493, 0.33755, 0.318111, 0.196316, 0.21859, 0.286467, 0.320771, 0.351001, 0.267979, 0.349058, 0.375854, 0.353905, 0.257219, 0.364659, 0.343995, 0.411843, 0.332042, 0.134404, 0.402668, 0.339874, 0.250268, 0.358152, 0.363455, 0.243391, 0.363131, 0.362742, 0.224402, 0.345016, 0.261762, 0.378044, 0.338716, 0.291631, 0.30227, 0.347281, 0.302992, 0.218456, 0.342977, 0.33978, 0.246763, 0.215683, 0.224403, 0.333732, 0.318296, 0.338456, 0.397025, 0.253245, 0.379548, 0.275991, 0.262269, 0.347482, 0.355211, 0.160639, 0.353041, 0.318732, 0.321532, 0.358384, 0.319081, 0.355432, 0.272189, 0.300958, 0.331229, 0.330259, 0.196505, 0.396241, 0.367287, 0.273814, 0.32786, 0.356706, 0.352803, 0.345347, 0.220617, 0.336082, 0.220486, 0.200371, 0.329671, 0.347656, 0.283035, 0.278717, 0.321024, 0.201837, 0.359272, 0.274609, 0.1387, 0.334545, 0.323394, 0.337544, 0.244351, 0.307603, 0.351486, 0.336665, 0.335365, 0.348732, 0.276187, 0.260568, 0.169476, 0.259091, 0.290978, 0.372856, 0.360258, 0.33283, 0.295169, 0.341362, 0.37041, 0.24717, 0.221414, 0.375657, 0.383882, 0.354161, 0.276969, 0.370142, 0.345229, 0.257432, 0.371622, 0.210481, 0.351139, 0.325264, 0.292024, 0.287787, 0.319951, 0.262799, 0.309462, 0.348546, 0.327456, 0.287908, 0.337269, 0.349114, 0.304007, 0.335763, 0.348989, 0.203921, 0.324951, 0.28691, 0.304377, 0.267868, 0.341769, 0.347568, 0.292878, 0.268546, 0.272357, 0.366169, 0.376044, 0.310693, 0.201422, 0.18647, 0.296732, 0.369801, 0.336611, 0.304875, 0.287446, 0.338428, 0.387712, 0.210339, 0.319757, 0.298917, 0.367959, 0.287032, 0.337467, 0.341294, 0.262584, 0.39629, 0.24656, 0.345623, 0.291959, 0.342887, 0.250378, 0.254452, 0.304939, 0.376318, 0.320318, 0.274157, 0.346355, 0.361049, 0.326987, 0.289393, 0.359782, 0.213722, 0.2272, 0.181682, 0.31069, 0.286563, 0.330165, 0.20934, 0.189399, 0.339027, 0.300069, 0.344843, 0.363354, 0.379056, 0.360464, 0.367747, 0.352852, 0.240644, 0.262568, 0.358549, 0.268172, 0.213906, 0.371229, 0.308104, 0.328555, 0.348229, 0.272039, 0.252567, 0.17825, 0.285429, 0.35355, 0.141355, 0.36654, 0.327721, 0.326743, 0.339072, 0.215888, 0.37239, 0.342266, 0.231094, 0.32658, 0.285371, 0.319164, 0.266461, 0.338971, 0.320357, 0.327531, 0.244279, 0.321701, 0.327817, 0.247188, 0.339844, 0.192815, 0.256995, 0.31573, 0.365852, 0.325301, 0.267431, 0.273416, 0.363819, 0.168113, 0.319188, 0.396773, 0.381808, 0.264957, 0.396925, 0.176805, 0.309958, 0.330855, 0.337878, 0.364162, 0.33017, 0.344434, 0.262808, 0.316194, 0.360841, 0.328663, 0.365106, 0.211483, 0.284692, 0.325871, 0.332533, 0.27615, 0.266421, 0.336273, 0.192648, 0.347016, 0.239054, 0.336105, 0.258778, 0.330617, 0.332776, 0.347088, 0.28959, 0.364999, 0.337554, 0.322163, 0.270156, 0.368141, 0.310263, 0.258044, 0.226318, 0.298128, 0.313934, 0.213783, 0.095616, 0.331825, 0.26348, 0.355238, 0.299933, 0.357736, 0.24261, 0.35588, 0.385551, 0.353929, 0.344854, 0.316238, 0.375057, 0.358595, 0.257269, 0.306251, 0.342025, 0.3235, 0.200945, 0.273459, 0.32169, 0.359606, 0.261972, 0.234064, 0.207624, 0.346704, 0.323509, 0.280912, 0.24517, 0.209793, 0.33265, 0.370571, 0.203142, 0.202017, 0.344546, 0.32217, 0.335331, 0.369755, 0.36178, 0.197639, 0.360466, 0.34729, 0.265732, 0.277065, 0.299334, 0.356531, 0.325067, 0.361256, 0.344566, 0.240888, 0.352985, 0.261788, 0.268115, 0.338887, 0.303729, 0.334182, 0.37441, 0.264409, 0.349077, 0.392756, 0.29805, 0.364357, 0.320205, 0.234187, 0.36298 ] }, "name": "model.model.layers.24.post_attention_layernorm.weight", "outputIndexes": [ 2035 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2034 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_24/Mul_output_0", "outputIndexes": [ 2036 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2035, 2036 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_24/Mul_1_output_0", "outputIndexes": [ 2037 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2037 ], "outputIndexes": [ 3316 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 3316 ], "outputIndexes": [ 3317 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/mlp/gate_proj/Linear", "inputIndexes": [ 3317 ], "outputIndexes": [ 3318 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2560, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 38400, "weightSize": 0 }, "external": [ 148995784, 1228822, 307200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 3318 ], "outputIndexes": [ 3319 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3319 ], "outputIndexes": [ 2038 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2038 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_24/Sigmoid_output_0", "outputIndexes": [ 2039 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2038, 2039 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_24/Mul_output_0", "outputIndexes": [ 2040 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2037 ], "outputIndexes": [ 3320 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 3320 ], "outputIndexes": [ 3321 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/mlp/up_proj/Linear", "inputIndexes": [ 3321 ], "outputIndexes": [ 3322 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2560, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 38400, "weightSize": 0 }, "external": [ 150531806, 1228822, 307200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 3322 ], "outputIndexes": [ 3323 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3323 ], "outputIndexes": [ 2041 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2040, 2041 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_24/Mul_output_0", "outputIndexes": [ 2042 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2042 ], "outputIndexes": [ 3324 ], "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 3324 ], "outputIndexes": [ 3325 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/mlp/down_proj/Linear", "inputIndexes": [ 3325 ], "outputIndexes": [ 3326 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 960, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2560, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 38400, "weightSize": 0 }, "external": [ 152067828, 1228822, 307200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 3326 ], "outputIndexes": [ 3327 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3327 ], "outputIndexes": [ 2043 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 960 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2034, 2043 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_124_output_0", "outputIndexes": [ 2044 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2044, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_225_output_0", "outputIndexes": [ 2045 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 960 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.380206, 0.376441, 0.36202, 0.381551, 0.380656, 0.403346, 0.372168, 0.373333, 0.435122, 0.28404, 0.364316, 0.395686, 0.370871, 0.403491, 0.359715, 0.371476, 0.307457, 0.366043, 0.242961, 0.238338, 0.339342, 0.275119, 0.286255, 0.365692, 0.368586, 0.275549, 0.274797, 0.308839, 0.369776, 0.277156, 0.397826, 0.435446, 0.294006, 0.383278, 0.357635, 0.344907, 0.372764, 0.342828, 0.304381, 0.332399, 0.182598, 0.304636, 0.443968, 0.271084, 0.350825, 0.319942, 0.211949, 0.427342, 0.192016, 0.306825, 0.37687, 0.229666, 0.335057, 0.202246, 0.369192, 0.277866, 0.28067, 0.210881, 0.384518, 0.340445, 0.385236, 0.402421, 0.314818, 0.256297, 0.366295, 0.353379, 0.372038, 0.420072, 0.330113, 0.295792, 0.353635, 0.400219, 0.385099, 0.352243, 0.265725, 0.329062, 0.397086, 0.361274, 0.27565, 0.384686, 0.254763, 0.356376, 0.318498, 0.368303, 0.376449, 0.3661, 0.327988, 0.032154, 0.382498, 0.329709, 0.31676, 0.222173, 0.297714, 0.346626, 0.294184, 0.310981, 0.302841, 0.20323, 0.361648, 0.361669, 0.28801, 0.415415, 0.362894, 0.34459, 0.376915, 0.376614, 0.380288, 0.237073, 0.358898, 0.403781, 0.390292, 0.346159, 0.307816, 0.359966, 0.401731, 0.358651, 0.386183, 0.421267, 0.372911, 0.371369, 0.364808, 0.393058, 0.307625, 0.35527, 0.351833, 0.36793, 0.385662, 0.403743, 0.348739, 0.347202, 0.382913, 0.319119, 0.366596, 0.202085, 0.318862, 0.387483, 0.368373, 0.362356, 0.368087, 0.338377, 0.241302, 0.311494, 0.357815, 0.383465, 0.383506, 0.206247, 0.270881, 0.286916, 0.404201, 0.381432, 0.323614, 0.354019, 0.361358, 0.198485, 0.377935, 0.379066, 0.322443, 0.209744, 0.380327, 0.376659, 0.371769, 0.365173, 0.285994, 0.224899, 0.351287, 0.418248, 0.401827, 0.302678, 0.323148, 0.363475, 0.355216, 0.320423, 0.270318, 0.347371, 0.311005, 0.372457, 0.23568, 0.306204, 0.39796, 0.311438, 0.395391, 0.229587, 0.352317, 0.387108, 0.370675, 0.386041, 0.272469, 0.355294, 0.215293, 0.336395, 0.364751, 0.296439, 0.252219, 0.189151, 0.315671, 0.432878, 0.270502, 0.355315, 0.370684, 0.404367, 0.197346, 0.361335, 0.360503, 0.407076, 0.259338, 0.344004, 0.252082, 0.373359, 0.366605, 0.301164, 0.398097, 0.362624, 0.195505, 0.406563, 0.318923, 0.335554, 0.378865, 0.228729, 0.183931, 0.359725, 0.298045, 0.300762, 0.180654, 0.342647, 0.338758, 0.306207, 0.351577, 0.283703, 0.42742, 0.340836, 0.350965, 0.350712, 0.263167, 0.334728, 0.362951, 0.288823, 0.367772, 0.321502, 0.210544, 0.375986, 0.35588, 0.287066, 0.342904, 0.347122, 0.391942, 0.391797, 0.396067, 0.326842, 0.367561, 0.289158, 0.37654, 0.382112, 0.293331, 0.366901, 0.3233, 0.384344, 0.335869, 0.352193, 0.421932, 0.353034, 0.372105, 0.348442, 0.333951, 0.235853, 0.435288, 0.223393, 0.383496, 0.31507, 0.358335, 0.382684, 0.373993, 0.33145, 0.388969, 0.388762, 0.365943, 0.349395, 0.21473, 0.302717, 0.37204, 0.432447, 0.25867, 0.365394, 0.262223, 0.373192, 0.355605, 0.366429, 0.191778, 0.353652, 0.372288, 0.326347, 0.382442, 0.386904, 0.362305, 0.388873, 0.380946, 0.185964, 0.355459, 0.365291, 0.355307, 0.267763, 0.310442, 0.368159, 0.349772, 0.372572, 0.219585, 0.418949, 0.310003, 0.325065, 0.23699, 0.412271, 0.375851, 0.33763, 0.364566, 0.291332, 0.358265, 0.307264, 0.362849, 0.267796, 0.265545, 0.358391, 0.393578, 0.363726, 0.388828, 0.364683, 0.283423, 0.267336, 0.366279, 0.386821, 0.380198, 0.324253, 0.369005, 0.300427, 0.386672, 0.231297, 0.321279, 0.389733, 0.270076, 0.362986, 0.332934, 0.362114, 0.327853, 0.392997, 0.234813, 0.38226, 0.280162, 0.358333, 0.337553, 0.248777, 0.180793, 0.327533, 0.346771, 0.200577, 0.391335, 0.364379, 0.326785, 0.390698, 0.282884, 0.289558, 0.317225, 0.278258, 0.223937, 0.288338, 0.205966, 0.34766, 0.333395, 0.389459, 0.397118, 0.254076, 0.384809, 0.363346, 0.291998, 0.32809, 0.241421, 0.356422, 0.340598, 0.42818, 0.377603, 0.316751, 0.294009, 0.284518, 0.215428, 0.347758, 0.403558, 0.346318, 0.431135, 0.290622, 0.378028, 0.343574, 0.296509, 0.347056, 0.262237, 0.312026, 0.35242, 0.357171, 0.273455, 0.304038, 0.361572, 0.388056, -0.000669, 0.362016, 0.36401, 0.262665, 0.364005, 0.29181, 0.334664, 0.353097, 0.401182, 0.382097, 0.353563, 0.324622, 0.381732, 0.3531, 0.278997, 0.366063, 0.289317, 0.287235, 0.369064, 0.375688, 0.33703, 0.3554, 0.285767, 0.392712, 0.331299, 0.375725, 0.398796, 0.229943, 0.285087, 0.375069, 0.364673, 0.328522, 0.296653, 0.37725, 0.341859, 0.21756, 0.394445, 0.354951, 0.382151, 0.401291, 0.2127, 0.155013, 0.319368, 0.396492, 0.39424, 0.340852, 0.40559, 0.408786, 0.306692, 0.387705, 0.229409, 0.29768, 0.398046, 0.363759, 0.397548, 0.305039, 0.380095, 0.418123, 0.309039, 0.297572, 0.303905, 0.337503, 0.348399, 0.33156, 0.258796, 0.222035, 0.310309, 0.28504, 0.341909, 0.373907, 0.301683, 0.247677, 0.409642, 0.268738, 0.351129, 0.35744, 0.229839, 0.402166, 0.284788, 0.306911, 0.299882, 0.386019, 0.368966, 0.365384, 0.36206, 0.375155, 0.38538, 0.290951, 0.188714, 0.386963, 0.416227, 0.354031, 0.388198, 0.369511, 0.374278, 0.342594, 0.283444, 0.332771, 0.299483, 0.407193, 0.377696, 0.210078, 0.21888, 0.394302, 0.301035, 0.367901, 0.381706, 0.36045, 0.330465, 0.341217, 0.326739, 0.280551, 0.379624, 0.338304, 0.259169, 0.357026, 0.390863, 0.364148, 0.388964, 0.303973, 0.348144, 0.324831, 0.308927, 0.380417, 0.364891, 0.357939, 0.327774, 0.201671, 0.383096, 0.260449, 0.400974, 0.376223, 0.377194, 0.342868, 0.39506, 0.384919, 0.329466, 0.314771, 0.356909, 0.372745, 0.231302, 0.362422, 0.360911, 0.37457, 0.380262, 0.341844, 0.145962, 0.222177, 0.291635, 0.236887, 0.370109, 0.352651, 0.336424, 0.373426, 0.367497, 0.292361, 0.381302, 0.359759, 0.376312, 0.261151, 0.338979, 0.33406, 0.403911, 0.311768, 0.295326, 0.372162, 0.280741, 0.353311, 0.352396, 0.2129, 0.294224, 0.369371, 0.367639, 0.246358, 0.333408, 0.201996, 0.383911, 0.282359, 0.324082, 0.252453, 0.322492, 0.336649, 0.395836, 0.314502, 0.26576, 0.38574, 0.360391, 0.343831, 0.36869, 0.364919, 0.341348, 0.377026, 0.330276, 0.238875, 0.366997, 0.394274, 0.369904, 0.378695, 0.390796, 0.225431, 0.344775, 0.336746, 0.380453, 0.301516, 0.352821, 0.309817, 0.242662, 0.297652, 0.379111, 0.317533, 0.383291, 0.383195, 0.34421, 0.307579, 0.235266, 0.290207, 0.373438, 0.160034, 0.345092, 0.364128, 0.357097, 0.208406, 0.244496, 0.323843, 0.360362, 0.355201, 0.293553, 0.384214, 0.42056, 0.404627, 0.270476, 0.377223, 0.343841, 0.41511, 0.348333, 0.446441, 0.377946, 0.351429, 0.276842, 0.359671, 0.400867, 0.272544, 0.392492, 0.414369, 0.244091, 0.371733, 0.369847, 0.372594, 0.371385, 0.308736, 0.357984, 0.360603, 0.319692, 0.238222, 0.357808, 0.357881, 0.274484, 0.20031, 0.249164, 0.347039, 0.360234, 0.364886, 0.429684, 0.279001, 0.385075, 0.300654, 0.294829, 0.350744, 0.395615, 0.176256, 0.372841, 0.344952, 0.347257, 0.394216, 0.357367, 0.370596, 0.288646, 0.378333, 0.340727, 0.363447, 0.212195, 0.419352, 0.393181, 0.307886, 0.337972, 0.390214, 0.38254, 0.35668, 0.221999, 0.354052, 0.311165, 0.228447, 0.368515, 0.364861, 0.322747, 0.300785, 0.344701, 0.229242, 0.415726, 0.273033, 0.278902, 0.346811, 0.347484, 0.349582, 0.265233, 0.324583, 0.363147, 0.407273, 0.387057, 0.366016, 0.336822, 0.285902, 0.208938, 0.302756, 0.318599, 0.386323, 0.407535, 0.347292, 0.303441, 0.352847, 0.398182, 0.290745, 0.25794, 0.387433, 0.410687, 0.361471, 0.298393, 0.402554, 0.365006, 0.302587, 0.389166, 0.206692, 0.355423, 0.357471, 0.329379, 0.316001, 0.368227, 0.263685, 0.318031, 0.365421, 0.33965, 0.33393, 0.366497, 0.360531, 0.345605, 0.344684, 0.401014, 0.217711, 0.363517, 0.322315, 0.345914, 0.314355, 0.35346, 0.357432, 0.331001, 0.306023, 0.327372, 0.397618, 0.421056, 0.354381, 0.221772, 0.19086, 0.329052, 0.388622, 0.339844, 0.328064, 0.334919, 0.376783, 0.444578, 0.258552, 0.357312, 0.313946, 0.427134, 0.335883, 0.386643, 0.377586, 0.311003, 0.408714, 0.272872, 0.382603, 0.317726, 0.385705, 0.263567, 0.305777, 0.34066, 0.424919, 0.332408, 0.267249, 0.377407, 0.393655, 0.359849, 0.309915, 0.388045, 0.238628, 0.263375, 0.196184, 0.327517, 0.256469, 0.374255, 0.213384, 0.206132, 0.370002, 0.344234, 0.367516, 0.377132, 0.40392, 0.401201, 0.399586, 0.412842, 0.253498, 0.301349, 0.376096, 0.306205, 0.24389, 0.41292, 0.349209, 0.376046, 0.379636, 0.309457, 0.290573, 0.125725, 0.29122, 0.371426, 0.366862, 0.395755, 0.391959, 0.343854, 0.367456, 0.256883, 0.402305, 0.33347, 0.266498, 0.363933, 0.33825, 0.354368, 0.309357, 0.381315, 0.344122, 0.355402, 0.296126, 0.377119, 0.368859, 0.281854, 0.381723, 0.217986, 0.302207, 0.337755, 0.412924, 0.359112, 0.303129, 0.310831, 0.369538, 0.200458, 0.318593, 0.39574, 0.389109, 0.288955, 0.420108, 0.29399, 0.349773, 0.367797, 0.332475, 0.385659, 0.371001, 0.381235, 0.273764, 0.323618, 0.400801, 0.377994, 0.39391, 0.22364, 0.331768, 0.364224, 0.358881, 0.311467, 0.319119, 0.365494, 0.205607, 0.367738, 0.277881, 0.353135, 0.294063, 0.382703, 0.358054, 0.385145, 0.338046, 0.41782, 0.386459, 0.369782, 0.280393, 0.378925, 0.359265, 0.293468, 0.27709, 0.33425, 0.346, 0.230908, 0.282919, 0.371406, 0.304513, 0.387581, 0.32718, 0.377205, 0.250845, 0.390565, 0.405484, 0.362247, 0.362677, 0.330686, 0.423899, 0.374102, 0.286481, 0.304375, 0.35026, 0.349802, 0.224246, 0.295536, 0.373115, 0.344531, 0.328493, 0.285951, 0.229705, 0.376532, 0.337829, 0.317556, 0.258636, 0.359315, 0.346349, 0.424012, 0.250929, 0.231522, 0.366542, 0.367043, 0.335979, 0.368554, 0.396703, 0.217031, 0.371215, 0.344746, 0.306735, 0.290182, 0.384218, 0.354939, 0.339221, 0.410388, 0.345638, 0.301989, 0.381907, 0.227399, 0.265009, 0.386291, 0.34222, 0.343692, 0.400674, 0.292252, 0.349162, 0.437565, 0.325832, 0.384864, 0.361207, 0.272269, 0.401765 ] }, "name": "model.model.layers.25.input_layernorm.weight", "outputIndexes": [ 2046 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2045 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_25/Mul_output_0", "outputIndexes": [ 2047 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2046, 2047 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_25/Mul_1_output_0", "outputIndexes": [ 2048 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2048 ], "outputIndexes": [ 3328 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 3328 ], "outputIndexes": [ 3329 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/self_attn/q_proj/Linear", "inputIndexes": [ 3329 ], "outputIndexes": [ 3330 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 960, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14400, "weightSize": 0 }, "external": [ 153603850, 460822, 115200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 3330 ], "outputIndexes": [ 3331 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3331 ], "outputIndexes": [ 2049 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 960 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2048 ], "main_type": "NONE", "name": "/Shape_351_output_0", "outputIndexes": [ 2050 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2050 ], "main_type": "NONE", "name": "Shape5478", "outputIndexes": [ 2051 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2050 ], "main_type": "NONE", "name": "Rank5480", "outputIndexes": [ 2052 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2052, 2052 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5482", "outputIndexes": [ 2053 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2053 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze5483", "outputIndexes": [ 2054 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2053, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5485", "outputIndexes": [ 2055 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2055 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze5486", "outputIndexes": [ 2056 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2051, 2054, 2056, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice5489", "outputIndexes": [ 2057 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2057 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze5490", "outputIndexes": [ 2058 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 2058 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5491", "outputIndexes": [ 2059 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2059, 2058 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5492", "outputIndexes": [ 2060 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2050, 2060, 2053 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_379_output_0", "outputIndexes": [ 2061 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2061, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_801_output_0", "outputIndexes": [ 2062 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 2062, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_325_output_0", "outputIndexes": [ 2063 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2049, 2063 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_226_output_0", "outputIndexes": [ 2064 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2064, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_200_output_0", "outputIndexes": [ 2065 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2064 ], "main_type": "NONE", "name": "/Shape_352_output_0", "outputIndexes": [ 2066 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2066 ], "main_type": "NONE", "name": "Shape5499", "outputIndexes": [ 2067 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2066 ], "main_type": "NONE", "name": "Rank5501", "outputIndexes": [ 2068 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2068, 2068 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5503", "outputIndexes": [ 2069 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2069 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze5504", "outputIndexes": [ 2070 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2069, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5506", "outputIndexes": [ 2071 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2071 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze5507", "outputIndexes": [ 2072 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2067, 2070, 2072, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice5510", "outputIndexes": [ 2073 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2073 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze5511", "outputIndexes": [ 2074 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 2074 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5512", "outputIndexes": [ 2075 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2075, 2074 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5513", "outputIndexes": [ 2076 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2066, 2076, 2069 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_380_output_0", "outputIndexes": [ 2077 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2077, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_75_output_0", "outputIndexes": [ 2078 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2078, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_806_output_0", "outputIndexes": [ 2079 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2064, 2079, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_101_output_0", "outputIndexes": [ 2080 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2080 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_50_output_0", "outputIndexes": [ 2081 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2064, 22, 2079, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_100_output_0", "outputIndexes": [ 2082 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2081, 2082 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_328_output_0", "outputIndexes": [ 2083 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2083, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_201_output_0", "outputIndexes": [ 2084 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2065, 2084 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_125_output_0", "outputIndexes": [ 2085 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2048 ], "outputIndexes": [ 3332 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 3332 ], "outputIndexes": [ 3333 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/self_attn/k_proj/Linear", "inputIndexes": [ 3333 ], "outputIndexes": [ 3334 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 4800, "weightSize": 0 }, "external": [ 154179872, 153622, 38400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 3334 ], "outputIndexes": [ 3335 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3335 ], "outputIndexes": [ 2086 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 2062, 85, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_326_output_0", "outputIndexes": [ 2087 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2086, 2087 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_227_output_0", "outputIndexes": [ 2088 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2088, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_202_output_0", "outputIndexes": [ 2089 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2088 ], "main_type": "NONE", "name": "/Shape_353_output_0", "outputIndexes": [ 2090 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2090 ], "main_type": "NONE", "name": "Shape5562", "outputIndexes": [ 2091 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2090 ], "main_type": "NONE", "name": "Rank5564", "outputIndexes": [ 2092 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2092, 2092 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5566", "outputIndexes": [ 2093 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2093 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze5567", "outputIndexes": [ 2094 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2093, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5569", "outputIndexes": [ 2095 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2095 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze5570", "outputIndexes": [ 2096 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2091, 2094, 2096, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice5573", "outputIndexes": [ 2097 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2097 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze5574", "outputIndexes": [ 2098 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 2098 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5575", "outputIndexes": [ 2099 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2099, 2098 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5576", "outputIndexes": [ 2100 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2090, 2100, 2093 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_381_output_0", "outputIndexes": [ 2101 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2101, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_76_output_0", "outputIndexes": [ 2102 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2102, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_808_output_0", "outputIndexes": [ 2103 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2088, 2103, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_103_output_0", "outputIndexes": [ 2104 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2104 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_51_output_0", "outputIndexes": [ 2105 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2088, 22, 2103, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_102_output_0", "outputIndexes": [ 2106 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2105, 2106 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_329_output_0", "outputIndexes": [ 2107 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2107, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_203_output_0", "outputIndexes": [ 2108 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2089, 2108 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_126_output_0", "outputIndexes": [ 2109 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2048 ], "outputIndexes": [ 3336 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 3336 ], "outputIndexes": [ 3337 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/self_attn/v_proj/Linear", "inputIndexes": [ 3337 ], "outputIndexes": [ 3338 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 4800, "weightSize": 0 }, "external": [ 154371894, 153622, 38400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 3338 ], "outputIndexes": [ 3339 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3339 ], "outputIndexes": [ 2110 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2110, 2087 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_228_output_0", "outputIndexes": [ 2111 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2085, 2109, 2111, 111 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_233_output_0", "outputIndexes": [ 2112 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2112 ], "outputIndexes": [ 3340 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 3340 ], "outputIndexes": [ 3341 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/self_attn/o_proj/Linear", "inputIndexes": [ 3341 ], "outputIndexes": [ 3342 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 960, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14400, "weightSize": 0 }, "external": [ 154563916, 460822, 115200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 3342 ], "outputIndexes": [ 3343 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3343 ], "outputIndexes": [ 2113 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 960 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2045, 2113 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_128_output_0", "outputIndexes": [ 2114 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 960 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.403995, 0.36445, 0.356749, 0.388049, 0.403892, 0.38338, 0.390193, 0.378396, 0.185282, 0.294292, 0.349635, 0.410621, 0.378794, 0.41054, 0.358607, 0.349632, 0.288877, 0.404456, 0.266832, 0.227824, 0.358337, 0.307958, 0.291778, 0.37686, 0.382993, 0.246841, 0.251381, 0.320832, 0.383122, 0.28018, 0.401365, 0.406676, 0.303663, 0.408673, 0.378608, 0.32271, 0.390994, 0.341565, 0.329726, 0.346937, 0.149654, 0.304483, 0.424609, 0.285486, 0.372637, 0.301944, 0.245945, 0.401215, 0.212, 0.318053, 0.37166, 0.281674, 0.344204, 0.224922, 0.388412, 0.286761, 0.294172, 0.216112, 0.356134, 0.354824, 0.343501, 0.40741, 0.302497, 0.267113, 0.380654, 0.354792, 0.377768, 0.41023, 0.344822, 0.304457, 0.366225, 0.405942, 0.395422, 0.369302, 0.272279, 0.303272, 0.421189, 0.39379, 0.218852, 0.386204, 0.23729, 0.376494, 0.321893, 0.380482, 0.380678, 0.394638, 0.342679, 0.00021, 0.40302, 0.361349, 0.327259, 0.257916, 0.304285, 0.342052, 0.313294, 0.330202, 0.319427, 0.23086, 0.373301, 0.386227, 0.286734, 0.424004, 0.368322, 0.367723, 0.392215, 0.412308, 0.39478, 0.262002, 0.372491, 0.404094, 0.416532, 0.35463, 0.318011, 0.390452, 0.407775, 0.360369, 0.395286, 0.402823, 0.39958, 0.361952, 0.384605, 0.424193, 0.317019, 0.371399, 0.356058, 0.383942, 0.404954, 0.421476, 0.359882, 0.343173, 0.373113, 0.31306, 0.37642, 0.230748, 0.314389, 0.427939, 0.390151, 0.388762, 0.372555, 0.343027, 0.268392, 0.327311, 0.372211, 0.36934, 0.413191, 0.238009, 0.267061, 0.272891, 0.365897, 0.396679, 0.320699, 0.369386, 0.373023, 0.235876, 0.393489, 0.364076, 0.346202, 0.25419, 0.394013, 0.379352, 0.368506, 0.393351, 0.261009, 0.268396, 0.34481, 0.399727, 0.403947, 0.323014, 0.323678, 0.398688, 0.362977, 0.308209, 0.287585, 0.377059, 0.309119, 0.390745, 0.252542, 0.307943, 0.420901, 0.299709, 0.380752, 0.267038, 0.335971, 0.399543, 0.391194, 0.403625, 0.282914, 0.347502, 0.245021, 0.349205, 0.350686, 0.282648, 0.259867, 0.242356, 0.331665, 0.405241, 0.279018, 0.36298, 0.382486, 0.402461, 0.247319, 0.376869, 0.363829, 0.409673, 0.283189, 0.356282, 0.265793, 0.375997, 0.378805, 0.302169, 0.380579, 0.367826, 0.160948, 0.415836, 0.338873, 0.351556, 0.385613, 0.191685, 0.201568, 0.375599, 0.298509, 0.30995, 0.240111, 0.334085, 0.26816, 0.336207, 0.359463, 0.286912, 0.414507, 0.332215, 0.385074, 0.33702, 0.258286, 0.33875, 0.358757, 0.298601, 0.387814, 0.113994, 0.255338, 0.361509, 0.381339, 0.298074, 0.374572, 0.361762, 0.391275, 0.413683, 0.408225, 0.339316, 0.37311, 0.30583, 0.388343, 0.387457, 0.289507, 0.391742, 0.304455, 0.420404, 0.343686, 0.356903, 0.392246, 0.360043, 0.37813, 0.345417, 0.37066, 0.26058, 0.411749, 0.226934, 0.40628, 0.310326, 0.36204, 0.389112, 0.353011, 0.356267, 0.392606, 0.39744, 0.387099, 0.365878, 0.240967, 0.299933, 0.378652, 0.428149, 0.280161, 0.37958, 0.293291, 0.392283, 0.358674, 0.384879, 0.223875, 0.36314, 0.409724, 0.339056, 0.38001, 0.384899, 0.383706, 0.350451, 0.394681, 0.199799, 0.353551, 0.375413, 0.365611, 0.25147, 0.315133, 0.376483, 0.357001, 0.359309, 0.249242, 0.407066, 0.294867, 0.332172, 0.255574, 0.368426, 0.343282, 0.342015, 0.367897, 0.313306, 0.366341, 0.293527, 0.387511, 0.279011, 0.273805, 0.363137, 0.397022, 0.383289, 0.399597, 0.380103, 0.292899, 0.282862, 0.368144, 0.393142, 0.394636, 0.322873, 0.401589, 0.302392, 0.390825, 0.131364, 0.353706, 0.391827, 0.292949, 0.390399, 0.328614, 0.374141, 0.327508, 0.397665, 0.245968, 0.381741, 0.274305, 0.36198, 0.322377, 0.29548, 0.220885, 0.349198, 0.354286, 0.167489, 0.393463, 0.349492, 0.351268, 0.38333, 0.298284, 0.271844, 0.326019, 0.291622, 0.243429, 0.312915, 0.068356, 0.345676, 0.360692, 0.373035, 0.394064, 0.277271, 0.392608, 0.357631, 0.312014, 0.347586, 0.219037, 0.345405, 0.354761, 0.423236, 0.39074, 0.328092, 0.311052, 0.307606, 0.242241, 0.386094, 0.390778, 0.34907, 0.444423, 0.30921, 0.380198, 0.358441, 0.29808, 0.359198, 0.281333, 0.340799, 0.333904, 0.364087, 0.289626, 0.31568, 0.387593, 0.399171, 0.388588, 0.3687, 0.374797, 0.277058, 0.376655, 0.286715, 0.316205, 0.368365, 0.387207, 0.382787, 0.363843, 0.354341, 0.402063, 0.362408, 0.285764, 0.375153, 0.27098, 0.291652, 0.382266, 0.380215, 0.324533, 0.380074, 0.291214, 0.385809, 0.351394, 0.388118, 0.395706, 0.284205, 0.290374, 0.378582, 0.373446, 0.34935, 0.294108, 0.382188, 0.345132, 0.23049, 0.398985, 0.346213, 0.389659, 0.405748, 0.236409, 0.149831, 0.31361, 0.411561, 0.388315, 0.365978, 0.395367, 0.375376, 0.294359, 0.387593, 0.298505, 0.314559, 0.410594, 0.392163, 0.408594, 0.326077, 0.115743, 0.40209, 0.31588, 0.289452, 0.309137, 0.348244, 0.323347, 0.37615, 0.261992, 0.25744, 0.287425, 0.292797, 0.35693, 0.377288, 0.301443, 0.262733, 0.42187, 0.27622, 0.357153, 0.369978, 0.098014, 0.387021, 0.299443, 0.308525, 0.310642, 0.397247, 0.391399, 0.383588, 0.36518, 0.370907, 0.399335, 0.303547, 0.237858, 0.390189, 0.402573, 0.378329, 0.391731, 0.389659, 0.369027, 0.364951, 0.251764, 0.328528, 0.31549, 0.41899, 0.37876, 0.228784, 0.229045, 0.376411, 0.146943, 0.394374, 0.390451, 0.354586, 0.310855, 0.365279, 0.341932, 0.323398, 0.398027, 0.372664, 0.269051, 0.361341, 0.383719, 0.369856, 0.386286, 0.302186, 0.37382, 0.311721, 0.306352, 0.371399, 0.378533, 0.401759, 0.337925, 0.243548, 0.400643, 0.198621, 0.400222, 0.375823, 0.367927, 0.356469, 0.390985, 0.381408, 0.34284, 0.345148, 0.389911, 0.377483, 0.262613, 0.346606, 0.3871, 0.386906, 0.383677, 0.361927, 0.16488, 0.242819, 0.277977, 0.224684, 0.364688, 0.361523, 0.340107, 0.391899, 0.39507, 0.308673, 0.38264, 0.375887, 0.317405, 0.228591, 0.317286, 0.344969, 0.421083, 0.314089, 0.301046, 0.395743, 0.29194, 0.36365, 0.370858, 0.238267, 0.313151, 0.379626, 0.356309, 0.259209, 0.361009, 0.229692, 0.405603, 0.286497, 0.333036, 0.281677, 0.343619, 0.352, 0.404207, 0.323762, 0.281992, 0.397055, 0.359743, 0.355957, 0.400537, 0.333762, 0.348904, 0.412454, 0.324216, 0.246493, 0.382742, 0.373705, 0.385791, 0.396747, 0.335749, 0.243908, 0.328764, 0.367547, 0.381649, 0.27904, 0.375932, 0.310992, 0.252603, 0.30042, 0.295434, 0.357724, 0.347547, 0.395501, 0.345517, 0.314551, 0.173592, 0.291, 0.382346, 0.102439, 0.363625, 0.369446, 0.355241, 0.233697, 0.260647, 0.325565, 0.361199, 0.380943, 0.300566, 0.376516, 0.418808, 0.399103, 0.295422, 0.400082, 0.365855, 0.42672, 0.373871, 0.157948, 0.422812, 0.370176, 0.277639, 0.392771, 0.391465, 0.281354, 0.407196, 0.397175, 0.259625, 0.371993, 0.308834, 0.395853, 0.370039, 0.324296, 0.359149, 0.372757, 0.33166, 0.267024, 0.383606, 0.375518, 0.285287, 0.217253, 0.260763, 0.364405, 0.359229, 0.391065, 0.425027, 0.290526, 0.398862, 0.305312, 0.291341, 0.380822, 0.392461, 0.208107, 0.384021, 0.349278, 0.35684, 0.398917, 0.360913, 0.398187, 0.298052, 0.342766, 0.375472, 0.368397, 0.239985, 0.425527, 0.399887, 0.306238, 0.365887, 0.398551, 0.365667, 0.369102, 0.253312, 0.374291, 0.250993, 0.24227, 0.370635, 0.391655, 0.312361, 0.306177, 0.357304, 0.240185, 0.411967, 0.298002, 0.146197, 0.386549, 0.347479, 0.379374, 0.27781, 0.343417, 0.380767, 0.388329, 0.371209, 0.380934, 0.301932, 0.288749, 0.175047, 0.282542, 0.334578, 0.393554, 0.408181, 0.353015, 0.321619, 0.371995, 0.415798, 0.270817, 0.255023, 0.400882, 0.4104, 0.367717, 0.310873, 0.418702, 0.378794, 0.293615, 0.390927, 0.237386, 0.381559, 0.354914, 0.330915, 0.313807, 0.350824, 0.27421, 0.33915, 0.379471, 0.359805, 0.328011, 0.368729, 0.375491, 0.346772, 0.363255, 0.381691, 0.245098, 0.348075, 0.329204, 0.342496, 0.297026, 0.357959, 0.382834, 0.330538, 0.297462, 0.29054, 0.416161, 0.40882, 0.358357, 0.247522, 0.22795, 0.325277, 0.414112, 0.379251, 0.334828, 0.321258, 0.366669, 0.422947, 0.249801, 0.369894, 0.332072, 0.403298, 0.320755, 0.377943, 0.369387, 0.282869, 0.435304, 0.274483, 0.388632, 0.33269, 0.378284, 0.270926, 0.290825, 0.351205, 0.429088, 0.353596, 0.295868, 0.375897, 0.39495, 0.381071, 0.324066, 0.392544, 0.249764, 0.257089, 0.223376, 0.332526, 0.304152, 0.382594, 0.241443, 0.199764, 0.367123, 0.336075, 0.368077, 0.390914, 0.414061, 0.389101, 0.389382, 0.39696, 0.270399, 0.304664, 0.377093, 0.300456, 0.259052, 0.417794, 0.351522, 0.377104, 0.38265, 0.304615, 0.286847, 0.18573, 0.305854, 0.382275, 0.159509, 0.385918, 0.363148, 0.359585, 0.382311, 0.242202, 0.401642, 0.372887, 0.275428, 0.360738, 0.336329, 0.347989, 0.312165, 0.372519, 0.34677, 0.370662, 0.278266, 0.354967, 0.368241, 0.281877, 0.376262, 0.241163, 0.294143, 0.352496, 0.399059, 0.37178, 0.306336, 0.314251, 0.394465, 0.208118, 0.347781, 0.433719, 0.40579, 0.29017, 0.419581, 0.199616, 0.344047, 0.378797, 0.36, 0.394909, 0.363853, 0.369611, 0.299202, 0.338127, 0.389243, 0.388443, 0.400294, 0.246371, 0.335736, 0.376613, 0.363968, 0.304731, 0.313257, 0.35884, 0.230178, 0.369562, 0.27451, 0.373732, 0.294329, 0.368216, 0.371394, 0.390903, 0.330583, 0.384539, 0.381342, 0.370638, 0.297356, 0.400637, 0.364605, 0.283873, 0.259169, 0.339116, 0.353044, 0.253678, 0.100575, 0.376827, 0.292576, 0.404855, 0.342516, 0.375235, 0.284346, 0.384117, 0.414085, 0.402382, 0.371221, 0.356777, 0.416749, 0.385096, 0.295855, 0.313717, 0.370346, 0.352247, 0.237424, 0.302889, 0.357711, 0.374514, 0.283394, 0.278782, 0.254374, 0.392541, 0.353161, 0.309992, 0.274966, 0.241972, 0.378388, 0.412834, 0.234229, 0.248747, 0.372321, 0.363165, 0.365919, 0.398462, 0.406695, 0.228847, 0.398552, 0.380443, 0.311117, 0.309123, 0.346087, 0.377608, 0.35447, 0.399113, 0.360521, 0.264983, 0.389574, 0.285797, 0.297402, 0.38471, 0.335562, 0.36715, 0.40693, 0.293795, 0.369252, 0.436321, 0.342763, 0.38711, 0.359975, 0.268651, 0.394581 ] }, "name": "model.model.layers.25.post_attention_layernorm.weight", "outputIndexes": [ 2115 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2114 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_25/Mul_output_0", "outputIndexes": [ 2116 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2115, 2116 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_25/Mul_1_output_0", "outputIndexes": [ 2117 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2117 ], "outputIndexes": [ 3344 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 3344 ], "outputIndexes": [ 3345 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/mlp/gate_proj/Linear", "inputIndexes": [ 3345 ], "outputIndexes": [ 3346 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2560, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 38400, "weightSize": 0 }, "external": [ 155139938, 1228822, 307200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 3346 ], "outputIndexes": [ 3347 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3347 ], "outputIndexes": [ 2118 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2118 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_25/Sigmoid_output_0", "outputIndexes": [ 2119 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2118, 2119 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_25/Mul_output_0", "outputIndexes": [ 2120 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2117 ], "outputIndexes": [ 3348 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 3348 ], "outputIndexes": [ 3349 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/mlp/up_proj/Linear", "inputIndexes": [ 3349 ], "outputIndexes": [ 3350 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2560, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 38400, "weightSize": 0 }, "external": [ 156675960, 1228822, 307200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 3350 ], "outputIndexes": [ 3351 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3351 ], "outputIndexes": [ 2121 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2120, 2121 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_25/Mul_output_0", "outputIndexes": [ 2122 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2122 ], "outputIndexes": [ 3352 ], "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 3352 ], "outputIndexes": [ 3353 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/mlp/down_proj/Linear", "inputIndexes": [ 3353 ], "outputIndexes": [ 3354 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 960, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2560, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 38400, "weightSize": 0 }, "external": [ 158211982, 1228822, 307200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 3354 ], "outputIndexes": [ 3355 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3355 ], "outputIndexes": [ 2123 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 960 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2114, 2123 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_129_output_0", "outputIndexes": [ 2124 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2124, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_234_output_0", "outputIndexes": [ 2125 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 960 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.365237, 0.347955, 0.351718, 0.3399, 0.360835, 0.369786, 0.336826, 0.344789, 0.502306, 0.29126, 0.362905, 0.358563, 0.344858, 0.404771, 0.350708, 0.365693, 0.327213, 0.33432, 0.317702, 0.316709, 0.331529, 0.2876, 0.319609, 0.32394, 0.321383, 0.297237, 0.332504, 0.307356, 0.331341, 0.305415, 0.374115, 0.396279, 0.297734, 0.354121, 0.354794, 0.319382, 0.355516, 0.306497, 0.305756, 0.325781, 0.267605, 0.298352, 0.407895, 0.307431, 0.332565, 0.3155, 0.29077, 0.361773, 0.243976, 0.324153, 0.342014, 0.23432, 0.347496, 0.264568, 0.333858, 0.328276, 0.298912, 0.273592, 0.409861, 0.311627, 0.399738, 0.336147, 0.309268, 0.253489, 0.337422, 0.306797, 0.340634, 0.363698, 0.315872, 0.32635, 0.326722, 0.397048, 0.371119, 0.338336, 0.336887, 0.337906, 0.370047, 0.333356, 0.34302, 0.352759, 0.271425, 0.326651, 0.331164, 0.361103, 0.347563, 0.345691, 0.325757, 0.047778, 0.358637, 0.323381, 0.318994, 0.299296, 0.300201, 0.38425, 0.312327, 0.293182, 0.316749, 0.285521, 0.354466, 0.376702, 0.335754, 0.35883, 0.355912, 0.343771, 0.346405, 0.323985, 0.354258, 0.250746, 0.329504, 0.355837, 0.377345, 0.330336, 0.296855, 0.337814, 0.351694, 0.32323, 0.331665, 0.377431, 0.366752, 0.355428, 0.36332, 0.379228, 0.307409, 0.321357, 0.344676, 0.346257, 0.353037, 0.383138, 0.33133, 0.332256, 0.339311, 0.301271, 0.37742, 0.27826, 0.346421, 0.358898, 0.343049, 0.361925, 0.367353, 0.349964, 0.314343, 0.286721, 0.33214, 0.361785, 0.343031, 0.275776, 0.312956, 0.316065, 0.394312, 0.333085, 0.308556, 0.345534, 0.330649, 0.235297, 0.346986, 0.333325, 0.306196, 0.235922, 0.350908, 0.365546, 0.347648, 0.329192, 0.313029, 0.255603, 0.329738, 0.374546, 0.352851, 0.290612, 0.315117, 0.349188, 0.326693, 0.311226, 0.286394, 0.355352, 0.353846, 0.346738, 0.305178, 0.320213, 0.35625, 0.332602, 0.374984, 0.24765, 0.349448, 0.375693, 0.365253, 0.380095, 0.257088, 0.349076, 0.288862, 0.330517, 0.349803, 0.341781, 0.318708, 0.224043, 0.310889, 0.39886, 0.316549, 0.32004, 0.363684, 0.382196, 0.222119, 0.341275, 0.343343, 0.361805, 0.280676, 0.312368, 0.272884, 0.383974, 0.352073, 0.303011, 0.373195, 0.35549, 0.274769, 0.41176, 0.312887, 0.328837, 0.358134, 0.289704, 0.208087, 0.35476, 0.311914, 0.295856, 0.19312, 0.325954, 0.373898, 0.320928, 0.304917, 0.27431, 0.396742, 0.302091, 0.325629, 0.357664, 0.287858, 0.31435, 0.340441, 0.335027, 0.368363, 0.415704, 0.31249, 0.366956, 0.32883, 0.327583, 0.342314, 0.337351, 0.356806, 0.33874, 0.350556, 0.327117, 0.331145, 0.310012, 0.378263, 0.368742, 0.318095, 0.35931, 0.35007, 0.379732, 0.30881, 0.322234, 0.416718, 0.32569, 0.353652, 0.326861, 0.331231, 0.31064, 0.365819, 0.296083, 0.374973, 0.302502, 0.314582, 0.366174, 0.362283, 0.310332, 0.338507, 0.373796, 0.340132, 0.329553, 0.287189, 0.315692, 0.340133, 0.389205, 0.312397, 0.341247, 0.274621, 0.347534, 0.345034, 0.352253, 0.26347, 0.330769, 0.35982, 0.303075, 0.356146, 0.377806, 0.328689, 0.367287, 0.375255, 0.246146, 0.321338, 0.352628, 0.33692, 0.268533, 0.294073, 0.332302, 0.363278, 0.358926, 0.287215, 0.379884, 0.315794, 0.320189, 0.303051, 0.379473, 0.378771, 0.322144, 0.326794, 0.305698, 0.345884, 0.30161, 0.338558, 0.272424, 0.314951, 0.342903, 0.358667, 0.345583, 0.341873, 0.34955, 0.313578, 0.283591, 0.371239, 0.343015, 0.374145, 0.301414, 0.35851, 0.302079, 0.353998, 0.351402, 0.312158, 0.365789, 0.293804, 0.333943, 0.297905, 0.344658, 0.299205, 0.356227, 0.308047, 0.346896, 0.326445, 0.333587, 0.33001, 0.243735, 0.206783, 0.307498, 0.33775, 0.224609, 0.346087, 0.394959, 0.312031, 0.363117, 0.338142, 0.319039, 0.296485, 0.293186, 0.299867, 0.295729, 0.21962, 0.315725, 0.33574, 0.347081, 0.365305, 0.321012, 0.337036, 0.324168, 0.29013, 0.314261, 0.325347, 0.346742, 0.338301, 0.391336, 0.338456, 0.301289, 0.292015, 0.308618, 0.295121, 0.322788, 0.395633, 0.342393, 0.359682, 0.287222, 0.313762, 0.290778, 0.257312, 0.307276, 0.286406, 0.28649, 0.317865, 0.288639, 0.253752, 0.302196, 0.306319, 0.323862, 0.121676, 0.291429, 0.297457, 0.294001, 0.31619, 0.291425, 0.319437, 0.312813, 0.298126, 0.30371, 0.29977, 0.301067, 0.320538, 0.306806, 0.289202, 0.29012, 0.316933, 0.267773, 0.300381, 0.31886, 0.296436, 0.312995, 0.282787, 0.354338, 0.274337, 0.317628, 0.335794, 0.216726, 0.277581, 0.333582, 0.31571, 0.293878, 0.264231, 0.30735, 0.296152, 0.27487, 0.31987, 0.286476, 0.325504, 0.323884, 0.267747, 0.202073, 0.291111, 0.353597, 0.330558, 0.297116, 0.350023, 0.336295, 0.280522, 0.324344, 0.231541, 0.310283, 0.34315, 0.349739, 0.362276, 0.311894, 0.468794, 0.396249, 0.295194, 0.299053, 0.29193, 0.317478, 0.352349, 0.325965, 0.31386, 0.245325, 0.306345, 0.298914, 0.319988, 0.344816, 0.308625, 0.263167, 0.361424, 0.293282, 0.30562, 0.324488, 0.321269, 0.359311, 0.335358, 0.322644, 0.294395, 0.37908, 0.334197, 0.367494, 0.344329, 0.357155, 0.348107, 0.29306, 0.272224, 0.368727, 0.419212, 0.337542, 0.345083, 0.354093, 0.348863, 0.331758, 0.317775, 0.329326, 0.300928, 0.348378, 0.3587, 0.277521, 0.296837, 0.337083, 0.386478, 0.344874, 0.333585, 0.353447, 0.350819, 0.311807, 0.317215, 0.282489, 0.349539, 0.316094, 0.301965, 0.317113, 0.342513, 0.331869, 0.38162, 0.313432, 0.327924, 0.31807, 0.31431, 0.346045, 0.336997, 0.351149, 0.318089, 0.290453, 0.383083, 0.315557, 0.346775, 0.34211, 0.34616, 0.340624, 0.360459, 0.367408, 0.341993, 0.318119, 0.340222, 0.354633, 0.300671, 0.349997, 0.353617, 0.351566, 0.346838, 0.309354, 0.220785, 0.286616, 0.314558, 0.27225, 0.34735, 0.307466, 0.304761, 0.355421, 0.35514, 0.30761, 0.326076, 0.328213, 0.382393, 0.31263, 0.36111, 0.297798, 0.359619, 0.301636, 0.279278, 0.347963, 0.303145, 0.342577, 0.348095, 0.28488, 0.281404, 0.326082, 0.364755, 0.317144, 0.33298, 0.282375, 0.344089, 0.304249, 0.33231, 0.276253, 0.309592, 0.340258, 0.353619, 0.299516, 0.329812, 0.350245, 0.324659, 0.359742, 0.332681, 0.341361, 0.32221, 0.363007, 0.317108, 0.296666, 0.32601, 0.390006, 0.32245, 0.367078, 0.440022, 0.286396, 0.365707, 0.315342, 0.323489, 0.323174, 0.328565, 0.311791, 0.264508, 0.313013, 0.395791, 0.306607, 0.379499, 0.357494, 0.367931, 0.288344, 0.284163, 0.305509, 0.317135, 0.250488, 0.328399, 0.33341, 0.311491, 0.275894, 0.317521, 0.294694, 0.339732, 0.350233, 0.286668, 0.339575, 0.374808, 0.36384, 0.259484, 0.34827, 0.321672, 0.373123, 0.331675, 0.556767, 0.373347, 0.333084, 0.285316, 0.332612, 0.375075, 0.304124, 0.389874, 0.385039, 0.309775, 0.361214, 0.392929, 0.348198, 0.351222, 0.301154, 0.368699, 0.320391, 0.309798, 0.310734, 0.331296, 0.337751, 0.295789, 0.233893, 0.299207, 0.327686, 0.340647, 0.345968, 0.362844, 0.309071, 0.352265, 0.324872, 0.2829, 0.325155, 0.373475, 0.255185, 0.358914, 0.338587, 0.307063, 0.40225, 0.323287, 0.377875, 0.307817, 0.384604, 0.327462, 0.358347, 0.294177, 0.379035, 0.359005, 0.33132, 0.339523, 0.358387, 0.358065, 0.335397, 0.266896, 0.35509, 0.375523, 0.290372, 0.346947, 0.353937, 0.351901, 0.298379, 0.328351, 0.297934, 0.372224, 0.265524, 0.388706, 0.323054, 0.349916, 0.32466, 0.31572, 0.322713, 0.3253, 0.376746, 0.350802, 0.345629, 0.350131, 0.284725, 0.279806, 0.332904, 0.335449, 0.367304, 0.374996, 0.339215, 0.282547, 0.323682, 0.367793, 0.330851, 0.308904, 0.3563, 0.364822, 0.332857, 0.317594, 0.374622, 0.35378, 0.311737, 0.337867, 0.290293, 0.337565, 0.329156, 0.316736, 0.31899, 0.349521, 0.273462, 0.335947, 0.316468, 0.319183, 0.341502, 0.332385, 0.33117, 0.323024, 0.335165, 0.396198, 0.293992, 0.332505, 0.339864, 0.341169, 0.310258, 0.329238, 0.349793, 0.309931, 0.313296, 0.336038, 0.372701, 0.378363, 0.338177, 0.289399, 0.2781, 0.316859, 0.367766, 0.321814, 0.332947, 0.345317, 0.355488, 0.393152, 0.32703, 0.342609, 0.307318, 0.391443, 0.330732, 0.360485, 0.359222, 0.339939, 0.383676, 0.286832, 0.371945, 0.314427, 0.342853, 0.276334, 0.336803, 0.337843, 0.368321, 0.307347, 0.26647, 0.374397, 0.362236, 0.33991, 0.307895, 0.361382, 0.304453, 0.313165, 0.267721, 0.328462, 0.259631, 0.348464, 0.27816, 0.223683, 0.331602, 0.339593, 0.34279, 0.364111, 0.373757, 0.34438, 0.354687, 0.387586, 0.295032, 0.309039, 0.348933, 0.312814, 0.308843, 0.40442, 0.31191, 0.32291, 0.339146, 0.296559, 0.317238, 0.158288, 0.277859, 0.352104, 0.478647, 0.353739, 0.361374, 0.329973, 0.33116, 0.331887, 0.375979, 0.333239, 0.311064, 0.347191, 0.337776, 0.349417, 0.322834, 0.343619, 0.339402, 0.349276, 0.295024, 0.382954, 0.368062, 0.314046, 0.356585, 0.300155, 0.317248, 0.335776, 0.355955, 0.341484, 0.298465, 0.319128, 0.379847, 0.263139, 0.314483, 0.35587, 0.345733, 0.289434, 0.381788, 0.395671, 0.348301, 0.319504, 0.323814, 0.361618, 0.3804, 0.317494, 0.275321, 0.318532, 0.358517, 0.354801, 0.382284, 0.297464, 0.341699, 0.34251, 0.317395, 0.302988, 0.323924, 0.335592, 0.267125, 0.358155, 0.321449, 0.346892, 0.273729, 0.345494, 0.364409, 0.353036, 0.323972, 0.359565, 0.39679, 0.350911, 0.275047, 0.373986, 0.383735, 0.302451, 0.321932, 0.323318, 0.323681, 0.304289, 0.388127, 0.358108, 0.295814, 0.360998, 0.298579, 0.362533, 0.3117, 0.37322, 0.386931, 0.337273, 0.34703, 0.346544, 0.395562, 0.361148, 0.291056, 0.303495, 0.328766, 0.340241, 0.300496, 0.309932, 0.357982, 0.347825, 0.315875, 0.31641, 0.302638, 0.332668, 0.347823, 0.34096, 0.275273, 0.39014, 0.353448, 0.395111, 0.320546, 0.300987, 0.338496, 0.323676, 0.31496, 0.352259, 0.358445, 0.290414, 0.328884, 0.346092, 0.314688, 0.317709, 0.378887, 0.343723, 0.31931, 0.382824, 0.323709, 0.319018, 0.348533, 0.234585, 0.277923, 0.358416, 0.314884, 0.337428, 0.359413, 0.296921, 0.347393, 0.382009, 0.330819, 0.354644, 0.360497, 0.318018, 0.372701 ] }, "name": "model.model.layers.26.input_layernorm.weight", "outputIndexes": [ 2126 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2125 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_26/Mul_output_0", "outputIndexes": [ 2127 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2126, 2127 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_26/Mul_1_output_0", "outputIndexes": [ 2128 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2128 ], "outputIndexes": [ 3356 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 3356 ], "outputIndexes": [ 3357 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/self_attn/q_proj/Linear", "inputIndexes": [ 3357 ], "outputIndexes": [ 3358 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 960, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14400, "weightSize": 0 }, "external": [ 159748004, 460822, 115200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 3358 ], "outputIndexes": [ 3359 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3359 ], "outputIndexes": [ 2129 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 960 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2128 ], "main_type": "NONE", "name": "/Shape_365_output_0", "outputIndexes": [ 2130 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2130 ], "main_type": "NONE", "name": "Shape5694", "outputIndexes": [ 2131 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2130 ], "main_type": "NONE", "name": "Rank5696", "outputIndexes": [ 2132 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2132, 2132 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5698", "outputIndexes": [ 2133 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2133 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze5699", "outputIndexes": [ 2134 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2133, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5701", "outputIndexes": [ 2135 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2135 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze5702", "outputIndexes": [ 2136 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2131, 2134, 2136, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice5705", "outputIndexes": [ 2137 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2137 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze5706", "outputIndexes": [ 2138 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 2138 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5707", "outputIndexes": [ 2139 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2139, 2138 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5708", "outputIndexes": [ 2140 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2130, 2140, 2133 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_394_output_0", "outputIndexes": [ 2141 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2141, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_833_output_0", "outputIndexes": [ 2142 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 2142, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_338_output_0", "outputIndexes": [ 2143 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2129, 2143 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_235_output_0", "outputIndexes": [ 2144 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2144, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_208_output_0", "outputIndexes": [ 2145 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2144 ], "main_type": "NONE", "name": "/Shape_366_output_0", "outputIndexes": [ 2146 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2146 ], "main_type": "NONE", "name": "Shape5715", "outputIndexes": [ 2147 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2146 ], "main_type": "NONE", "name": "Rank5717", "outputIndexes": [ 2148 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2148, 2148 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5719", "outputIndexes": [ 2149 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2149 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze5720", "outputIndexes": [ 2150 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2149, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5722", "outputIndexes": [ 2151 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2151 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze5723", "outputIndexes": [ 2152 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2147, 2150, 2152, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice5726", "outputIndexes": [ 2153 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2153 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze5727", "outputIndexes": [ 2154 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 2154 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5728", "outputIndexes": [ 2155 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2155, 2154 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5729", "outputIndexes": [ 2156 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2146, 2156, 2149 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_395_output_0", "outputIndexes": [ 2157 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2157, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_78_output_0", "outputIndexes": [ 2158 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2158, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_838_output_0", "outputIndexes": [ 2159 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2144, 2159, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_105_output_0", "outputIndexes": [ 2160 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2160 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_52_output_0", "outputIndexes": [ 2161 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2144, 22, 2159, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_104_output_0", "outputIndexes": [ 2162 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2161, 2162 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_341_output_0", "outputIndexes": [ 2163 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2163, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_209_output_0", "outputIndexes": [ 2164 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2145, 2164 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_130_output_0", "outputIndexes": [ 2165 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2128 ], "outputIndexes": [ 3360 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 3360 ], "outputIndexes": [ 3361 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/self_attn/k_proj/Linear", "inputIndexes": [ 3361 ], "outputIndexes": [ 3362 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 4800, "weightSize": 0 }, "external": [ 160324026, 153622, 38400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 3362 ], "outputIndexes": [ 3363 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3363 ], "outputIndexes": [ 2166 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 2142, 85, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_339_output_0", "outputIndexes": [ 2167 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2166, 2167 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_236_output_0", "outputIndexes": [ 2168 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2168, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_210_output_0", "outputIndexes": [ 2169 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2168 ], "main_type": "NONE", "name": "/Shape_367_output_0", "outputIndexes": [ 2170 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2170 ], "main_type": "NONE", "name": "Shape5778", "outputIndexes": [ 2171 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2170 ], "main_type": "NONE", "name": "Rank5780", "outputIndexes": [ 2172 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2172, 2172 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5782", "outputIndexes": [ 2173 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2173 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze5783", "outputIndexes": [ 2174 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2173, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5785", "outputIndexes": [ 2175 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2175 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze5786", "outputIndexes": [ 2176 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2171, 2174, 2176, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice5789", "outputIndexes": [ 2177 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2177 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze5790", "outputIndexes": [ 2178 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 2178 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5791", "outputIndexes": [ 2179 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2179, 2178 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5792", "outputIndexes": [ 2180 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2170, 2180, 2173 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_396_output_0", "outputIndexes": [ 2181 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2181, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_79_output_0", "outputIndexes": [ 2182 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2182, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_840_output_0", "outputIndexes": [ 2183 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2168, 2183, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_107_output_0", "outputIndexes": [ 2184 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2184 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_53_output_0", "outputIndexes": [ 2185 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2168, 22, 2183, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_106_output_0", "outputIndexes": [ 2186 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2185, 2186 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_342_output_0", "outputIndexes": [ 2187 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2187, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_211_output_0", "outputIndexes": [ 2188 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2169, 2188 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_131_output_0", "outputIndexes": [ 2189 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2128 ], "outputIndexes": [ 3364 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 3364 ], "outputIndexes": [ 3365 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/self_attn/v_proj/Linear", "inputIndexes": [ 3365 ], "outputIndexes": [ 3366 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 4800, "weightSize": 0 }, "external": [ 160516048, 153622, 38400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 3366 ], "outputIndexes": [ 3367 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3367 ], "outputIndexes": [ 2190 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2190, 2167 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_237_output_0", "outputIndexes": [ 2191 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2165, 2189, 2191, 111 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_242_output_0", "outputIndexes": [ 2192 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2192 ], "outputIndexes": [ 3368 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 3368 ], "outputIndexes": [ 3369 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/self_attn/o_proj/Linear", "inputIndexes": [ 3369 ], "outputIndexes": [ 3370 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 960, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14400, "weightSize": 0 }, "external": [ 160708070, 460822, 115200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 3370 ], "outputIndexes": [ 3371 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3371 ], "outputIndexes": [ 2193 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 960 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2125, 2193 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_133_output_0", "outputIndexes": [ 2194 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 960 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.241848, 0.220451, 0.217548, 0.233239, 0.242789, 0.235689, 0.233903, 0.229197, 0.125483, 0.188325, 0.218686, 0.240326, 0.232765, 0.242087, 0.220026, 0.215168, 0.187509, 0.24488, 0.185951, 0.159622, 0.220405, 0.195392, 0.196102, 0.221314, 0.226378, 0.160562, 0.171381, 0.195388, 0.223402, 0.188619, 0.243546, 0.243259, 0.190752, 0.230912, 0.235492, 0.207182, 0.231896, 0.212184, 0.197749, 0.208843, 0.103692, 0.191908, 0.260698, 0.195904, 0.224609, 0.193225, 0.169932, 0.239846, 0.162774, 0.194212, 0.222135, 0.184029, 0.216077, 0.163927, 0.225073, 0.190952, 0.19025, 0.154479, 0.216279, 0.219558, 0.222119, 0.239088, 0.189595, 0.177627, 0.23054, 0.227818, 0.219314, 0.238068, 0.208334, 0.200037, 0.223543, 0.250603, 0.237656, 0.229776, 0.190706, 0.193539, 0.244328, 0.224169, 0.140586, 0.226637, 0.155525, 0.225646, 0.195464, 0.226935, 0.229496, 0.229857, 0.210482, 1e-06, 0.237627, 0.221694, 0.204278, 0.182515, 0.193173, 0.217499, 0.192038, 0.203973, 0.19749, 0.170629, 0.22537, 0.236581, 0.197971, 0.25041, 0.218423, 0.216439, 0.230651, 0.242528, 0.230286, 0.16859, 0.224044, 0.234854, 0.248621, 0.211814, 0.205611, 0.225808, 0.239965, 0.217566, 0.227779, 0.238504, 0.234206, 0.211334, 0.228103, 0.249062, 0.202927, 0.220111, 0.212217, 0.232726, 0.230066, 0.241328, 0.214059, 0.208734, 0.221635, 0.199793, 0.225322, 0.170121, 0.198622, 0.238926, 0.227582, 0.22521, 0.223759, 0.205644, 0.191007, 0.200208, 0.220521, 0.222803, 0.245669, 0.169302, 0.176955, 0.181848, 0.215673, 0.227497, 0.202023, 0.221541, 0.224035, 0.167434, 0.235644, 0.220551, 0.212283, 0.168494, 0.22282, 0.232339, 0.224691, 0.229388, 0.159271, 0.179845, 0.213385, 0.22902, 0.236872, 0.191685, 0.205433, 0.228673, 0.215, 0.200134, 0.179434, 0.22435, 0.201314, 0.221745, 0.176819, 0.202014, 0.239027, 0.188599, 0.228736, 0.169869, 0.210395, 0.233279, 0.228952, 0.241718, 0.186432, 0.20816, 0.172329, 0.214021, 0.212929, 0.191438, 0.190519, 0.164418, 0.205954, 0.243035, 0.190761, 0.2165, 0.23036, 0.233348, 0.166782, 0.217694, 0.219213, 0.243539, 0.181507, 0.212734, 0.165868, 0.23616, 0.233536, 0.187208, 0.234571, 0.227002, 0.108925, 0.236652, 0.210997, 0.210459, 0.23316, 0.12782, 0.136818, 0.213872, 0.194295, 0.192871, 0.161877, 0.202812, 0.16741, 0.20661, 0.215963, 0.177452, 0.254282, 0.205504, 0.23048, 0.206116, 0.165305, 0.211672, 0.212381, 0.196227, 0.227776, 0.075352, 0.18529, 0.219447, 0.225457, 0.197523, 0.225018, 0.216292, 0.24294, 0.250852, 0.236539, 0.213225, 0.218053, 0.196798, 0.222809, 0.227996, 0.197039, 0.241332, 0.192304, 0.241988, 0.209402, 0.220185, 0.236825, 0.218147, 0.232203, 0.21017, 0.217076, 0.188728, 0.246525, 0.169167, 0.234977, 0.199413, 0.2179, 0.236167, 0.223209, 0.221909, 0.233556, 0.234541, 0.224578, 0.222123, 0.17119, 0.195883, 0.220041, 0.242653, 0.189828, 0.237904, 0.194085, 0.242412, 0.218169, 0.225813, 0.167175, 0.216048, 0.239172, 0.203788, 0.228242, 0.231237, 0.226652, 0.221324, 0.242627, 0.141112, 0.213648, 0.225273, 0.21779, 0.147779, 0.190931, 0.226596, 0.217754, 0.218498, 0.182763, 0.241659, 0.189742, 0.203812, 0.182339, 0.234056, 0.212448, 0.209131, 0.224967, 0.191156, 0.230853, 0.182967, 0.230436, 0.180603, 0.190405, 0.218996, 0.231884, 0.225809, 0.233849, 0.233457, 0.195552, 0.182653, 0.230209, 0.24082, 0.231379, 0.193279, 0.235387, 0.192481, 0.232567, 0.087466, 0.209139, 0.236284, 0.188103, 0.228187, 0.204995, 0.228518, 0.203358, 0.229713, 0.174773, 0.229604, 0.18975, 0.212724, 0.201283, 0.181067, 0.147584, 0.214766, 0.221328, 0.110464, 0.233582, 0.22249, 0.215677, 0.228385, 0.202378, 0.17872, 0.200315, 0.188142, 0.170577, 0.190375, 0.042605, 0.204721, 0.214897, 0.216178, 0.237425, 0.186553, 0.237778, 0.211775, 0.19381, 0.21765, 0.15052, 0.204158, 0.21688, 0.247389, 0.231449, 0.204645, 0.197354, 0.19615, 0.174471, 0.225989, 0.236506, 0.211676, 0.257086, 0.204508, 0.230916, 0.220326, 0.18342, 0.21116, 0.191387, 0.222132, 0.20085, 0.216783, 0.192562, 0.205241, 0.228407, 0.239028, 0.232378, 0.220549, 0.221655, 0.188212, 0.232269, 0.184819, 0.193227, 0.212243, 0.22106, 0.227974, 0.212914, 0.209252, 0.23895, 0.220776, 0.196362, 0.221484, 0.181709, 0.195903, 0.234942, 0.222345, 0.203162, 0.229388, 0.192085, 0.229238, 0.21477, 0.2312, 0.236942, 0.19156, 0.181855, 0.22936, 0.223999, 0.211518, 0.185227, 0.228705, 0.207359, 0.170055, 0.229801, 0.207979, 0.236336, 0.238237, 0.16818, 0.115212, 0.199946, 0.241215, 0.239913, 0.220257, 0.237324, 0.223579, 0.189231, 0.238228, 0.191915, 0.197988, 0.24126, 0.23465, 0.241834, 0.20262, 0.077688, 0.239158, 0.195023, 0.193198, 0.191175, 0.215974, 0.205091, 0.226313, 0.182982, 0.165956, 0.181134, 0.184155, 0.221169, 0.226356, 0.190544, 0.172465, 0.25442, 0.185899, 0.20898, 0.215317, 0.065141, 0.221772, 0.206338, 0.181779, 0.194878, 0.250716, 0.233462, 0.230844, 0.218174, 0.21976, 0.236343, 0.199107, 0.168916, 0.233131, 0.239413, 0.224242, 0.23477, 0.232053, 0.224097, 0.212014, 0.166159, 0.203928, 0.201596, 0.252854, 0.223095, 0.165943, 0.172359, 0.230448, 0.098774, 0.233541, 0.229268, 0.209091, 0.191261, 0.22286, 0.212884, 0.200653, 0.23245, 0.222996, 0.18191, 0.220011, 0.223501, 0.227836, 0.225186, 0.191866, 0.226626, 0.194929, 0.196679, 0.230273, 0.22379, 0.238589, 0.213783, 0.182078, 0.233086, 0.138801, 0.23701, 0.225463, 0.227112, 0.218202, 0.240551, 0.225023, 0.21448, 0.207371, 0.23385, 0.227881, 0.184814, 0.216934, 0.23073, 0.228315, 0.216508, 0.212028, 0.120023, 0.174467, 0.178233, 0.150961, 0.219272, 0.223035, 0.204437, 0.230977, 0.228071, 0.194432, 0.235453, 0.227901, 0.199827, 0.151283, 0.199789, 0.208101, 0.241038, 0.196578, 0.184357, 0.231127, 0.185165, 0.221981, 0.231501, 0.172865, 0.195625, 0.212683, 0.219861, 0.183172, 0.217337, 0.166446, 0.241192, 0.186407, 0.199788, 0.184164, 0.210242, 0.219783, 0.24016, 0.197287, 0.189373, 0.23712, 0.218549, 0.221398, 0.244331, 0.207017, 0.213028, 0.240973, 0.20497, 0.171164, 0.225868, 0.229039, 0.234487, 0.232363, 0.205907, 0.174349, 0.203992, 0.220514, 0.236085, 0.18991, 0.229498, 0.201557, 0.162841, 0.191504, 0.187159, 0.220812, 0.214987, 0.243456, 0.216301, 0.192355, 0.114968, 0.186825, 0.227935, 0.079068, 0.212303, 0.225174, 0.208942, 0.16472, 0.179707, 0.197808, 0.22206, 0.225944, 0.190651, 0.229133, 0.24572, 0.235267, 0.182982, 0.230266, 0.222412, 0.257063, 0.227808, 0.107346, 0.244327, 0.224393, 0.172992, 0.228476, 0.239302, 0.195877, 0.234604, 0.232817, 0.186637, 0.226241, 0.19097, 0.239846, 0.235789, 0.199495, 0.212517, 0.233661, 0.204387, 0.187735, 0.221342, 0.22598, 0.185072, 0.14859, 0.183766, 0.227397, 0.214615, 0.231623, 0.248965, 0.18779, 0.245396, 0.189018, 0.187726, 0.220871, 0.235723, 0.143938, 0.238834, 0.216411, 0.206123, 0.234229, 0.217562, 0.235752, 0.197164, 0.214181, 0.21706, 0.226287, 0.171432, 0.253226, 0.249004, 0.200558, 0.217301, 0.237459, 0.223963, 0.215768, 0.178911, 0.228147, 0.177389, 0.168384, 0.22816, 0.230368, 0.191057, 0.191372, 0.217546, 0.170743, 0.245916, 0.190891, 0.098107, 0.222499, 0.211545, 0.223777, 0.185569, 0.213946, 0.220472, 0.233923, 0.224097, 0.230471, 0.191957, 0.183526, 0.123303, 0.184656, 0.205433, 0.238773, 0.249003, 0.218227, 0.190736, 0.226977, 0.234089, 0.177844, 0.178821, 0.241584, 0.245153, 0.22624, 0.193951, 0.236026, 0.230255, 0.184099, 0.236023, 0.168241, 0.226031, 0.21668, 0.203721, 0.192334, 0.207571, 0.176632, 0.209795, 0.229725, 0.213181, 0.200357, 0.225781, 0.234809, 0.212086, 0.216139, 0.229909, 0.177192, 0.215423, 0.200541, 0.208016, 0.180907, 0.211519, 0.231932, 0.205467, 0.200153, 0.190081, 0.243807, 0.24664, 0.214327, 0.178341, 0.169766, 0.201152, 0.238754, 0.222688, 0.212438, 0.200438, 0.23164, 0.249754, 0.173496, 0.220849, 0.200809, 0.239665, 0.201706, 0.224491, 0.223139, 0.186563, 0.253841, 0.178505, 0.222166, 0.204854, 0.227972, 0.17383, 0.192117, 0.215488, 0.241521, 0.221022, 0.18581, 0.221157, 0.236499, 0.218849, 0.202121, 0.240152, 0.186357, 0.1722, 0.167877, 0.200415, 0.191282, 0.230643, 0.169489, 0.129942, 0.215382, 0.206425, 0.215639, 0.236793, 0.24318, 0.23475, 0.229027, 0.238294, 0.188099, 0.192655, 0.226409, 0.200919, 0.187657, 0.257077, 0.205171, 0.222719, 0.230256, 0.192272, 0.194226, 0.128546, 0.187734, 0.228227, 0.10212, 0.232003, 0.230636, 0.215583, 0.230344, 0.170165, 0.239624, 0.220422, 0.18422, 0.220329, 0.19623, 0.217937, 0.195676, 0.226152, 0.221135, 0.22419, 0.176998, 0.219082, 0.219619, 0.192819, 0.230092, 0.170845, 0.184364, 0.219241, 0.242994, 0.23157, 0.196441, 0.190027, 0.243613, 0.156886, 0.205612, 0.244775, 0.236488, 0.184996, 0.246259, 0.136057, 0.209261, 0.223155, 0.212136, 0.232866, 0.210784, 0.216771, 0.189248, 0.215982, 0.229564, 0.230682, 0.230896, 0.182606, 0.209765, 0.221465, 0.217609, 0.191828, 0.205962, 0.214767, 0.165643, 0.222004, 0.189768, 0.223887, 0.180485, 0.227506, 0.236617, 0.234236, 0.204971, 0.228458, 0.228538, 0.227548, 0.183885, 0.236899, 0.216816, 0.184415, 0.18112, 0.203747, 0.215505, 0.184162, 0.069098, 0.223306, 0.18376, 0.242541, 0.207833, 0.221288, 0.192519, 0.221284, 0.243456, 0.227066, 0.228978, 0.211582, 0.241145, 0.230791, 0.186794, 0.2002, 0.217344, 0.217725, 0.167532, 0.203533, 0.223319, 0.222967, 0.185024, 0.189509, 0.172462, 0.22688, 0.220488, 0.186814, 0.179744, 0.154558, 0.221702, 0.239442, 0.163846, 0.181156, 0.224382, 0.219494, 0.218577, 0.239438, 0.241158, 0.162456, 0.230534, 0.219083, 0.192637, 0.196619, 0.211362, 0.227355, 0.215722, 0.227912, 0.214872, 0.165827, 0.235099, 0.187098, 0.192073, 0.22981, 0.207585, 0.214901, 0.239929, 0.187084, 0.217622, 0.252794, 0.206296, 0.224347, 0.215245, 0.183038, 0.234257 ] }, "name": "model.model.layers.26.post_attention_layernorm.weight", "outputIndexes": [ 2195 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2194 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_26/Mul_output_0", "outputIndexes": [ 2196 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2195, 2196 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_26/Mul_1_output_0", "outputIndexes": [ 2197 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2197 ], "outputIndexes": [ 3372 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 3372 ], "outputIndexes": [ 3373 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/mlp/gate_proj/Linear", "inputIndexes": [ 3373 ], "outputIndexes": [ 3374 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2560, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 38400, "weightSize": 0 }, "external": [ 161284092, 1228822, 307200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 3374 ], "outputIndexes": [ 3375 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3375 ], "outputIndexes": [ 2198 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2198 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_26/Sigmoid_output_0", "outputIndexes": [ 2199 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2198, 2199 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_26/Mul_output_0", "outputIndexes": [ 2200 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2197 ], "outputIndexes": [ 3376 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 3376 ], "outputIndexes": [ 3377 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/mlp/up_proj/Linear", "inputIndexes": [ 3377 ], "outputIndexes": [ 3378 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2560, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 38400, "weightSize": 0 }, "external": [ 162820114, 1228822, 307200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 3378 ], "outputIndexes": [ 3379 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3379 ], "outputIndexes": [ 2201 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2200, 2201 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_26/Mul_output_0", "outputIndexes": [ 2202 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2202 ], "outputIndexes": [ 3380 ], "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 3380 ], "outputIndexes": [ 3381 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/mlp/down_proj/Linear", "inputIndexes": [ 3381 ], "outputIndexes": [ 3382 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 960, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2560, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 38400, "weightSize": 0 }, "external": [ 164356136, 1228822, 307200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 3382 ], "outputIndexes": [ 3383 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3383 ], "outputIndexes": [ 2203 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 960 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2194, 2203 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_134_output_0", "outputIndexes": [ 2204 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2204, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_243_output_0", "outputIndexes": [ 2205 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 960 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.313311, 0.33005, 0.346142, 0.306792, 0.354713, 0.346758, 0.332303, 0.318802, 0.674848, 0.316803, 0.342991, 0.312865, 0.311696, 0.376791, 0.350669, 0.362155, 0.352079, 0.332228, 0.367695, 0.384187, 0.301564, 0.26453, 0.350744, 0.303299, 0.330042, 0.305615, 0.383543, 0.279743, 0.307292, 0.326372, 0.33395, 0.383565, 0.302359, 0.352517, 0.292632, 0.328897, 0.335489, 0.319912, 0.280221, 0.320202, 0.232812, 0.303316, 0.339186, 0.372817, 0.324021, 0.308757, 0.362062, 0.339948, 0.333886, 0.295484, 0.320665, 0.239344, 0.325645, 0.338368, 0.323052, 0.379036, 0.323239, 0.335729, 0.450689, 0.349918, 0.468349, 0.303033, 0.346968, 0.258423, 0.309586, 0.317385, 0.322344, 0.336994, 0.31371, 0.336749, 0.326164, 0.35984, 0.368321, 0.312463, 0.389701, 0.337828, 0.334062, 0.317702, 0.459784, 0.348752, 0.293705, 0.326184, 0.305871, 0.340262, 0.322845, 0.31209, 0.32456, 0.033406, 0.297944, 0.309762, 0.317329, 0.368516, 0.30739, 0.440183, 0.298207, 0.289146, 0.298654, 0.359171, 0.350313, 0.339966, 0.409687, 0.328198, 0.359991, 0.31688, 0.303712, 0.288266, 0.306278, 0.238833, 0.300193, 0.315488, 0.344985, 0.312887, 0.302136, 0.321041, 0.30215, 0.321231, 0.321508, 0.364586, 0.34965, 0.384953, 0.310465, 0.365365, 0.298942, 0.288031, 0.329194, 0.32603, 0.291045, 0.346286, 0.304909, 0.324098, 0.347014, 0.303035, 0.35249, 0.340783, 0.338493, 0.327535, 0.342666, 0.347741, 0.319937, 0.303271, 0.4125, 0.286157, 0.324813, 0.349357, 0.309208, 0.372696, 0.320836, 0.350122, 0.392351, 0.320555, 0.316648, 0.308737, 0.319527, 0.215652, 0.323128, 0.328992, 0.291833, 0.231906, 0.316057, 0.370614, 0.330996, 0.299264, 0.311036, 0.231275, 0.305912, 0.368456, 0.311659, 0.286148, 0.313728, 0.308054, 0.297596, 0.30662, 0.280117, 0.284663, 0.354525, 0.327765, 0.38472, 0.361836, 0.327371, 0.349851, 0.375679, 0.245368, 0.324382, 0.326069, 0.318982, 0.335288, 0.287891, 0.324898, 0.385203, 0.311732, 0.333624, 0.411885, 0.381711, 0.203147, 0.278337, 0.34806, 0.355145, 0.289398, 0.335847, 0.384282, 0.20971, 0.320951, 0.298547, 0.33052, 0.274916, 0.302624, 0.257327, 0.383701, 0.333033, 0.31282, 0.34216, 0.356346, 0.232834, 0.366544, 0.280783, 0.310875, 0.317624, 0.299209, 0.21959, 0.328141, 0.360513, 0.283273, 0.19419, 0.341847, 0.439815, 0.283866, 0.294511, 0.257634, 0.437174, 0.293223, 0.303368, 0.331897, 0.300701, 0.289375, 0.329812, 0.36165, 0.354059, 0.448054, 0.386883, 0.377089, 0.310193, 0.371401, 0.318795, 0.316344, 0.327553, 0.322858, 0.312884, 0.318659, 0.317031, 0.310894, 0.336438, 0.327145, 0.368181, 0.337463, 0.372411, 0.339214, 0.320409, 0.285766, 0.428064, 0.301168, 0.351479, 0.311136, 0.317116, 0.400456, 0.347237, 0.369126, 0.330325, 0.295303, 0.300258, 0.339514, 0.37185, 0.285005, 0.324333, 0.344373, 0.311465, 0.300855, 0.369666, 0.373154, 0.279023, 0.365888, 0.362195, 0.33705, 0.264901, 0.318, 0.307307, 0.328305, 0.343815, 0.295922, 0.322359, 0.280215, 0.351551, 0.370735, 0.318462, 0.369394, 0.353176, 0.207368, 0.335161, 0.332352, 0.317802, 0.298488, 0.288429, 0.337552, 0.305603, 0.363757, 0.39531, 0.356833, 0.3469, 0.299249, 0.395228, 0.421362, 0.37902, 0.305721, 0.307283, 0.26276, 0.335675, 0.308959, 0.301921, 0.283838, 0.368006, 0.324712, 0.326866, 0.312566, 0.340587, 0.320637, 0.351215, 0.303913, 0.372654, 0.340809, 0.334255, 0.295149, 0.311626, 0.333308, 0.322862, 0.294763, 0.270668, 0.33901, 0.327708, 0.310728, 0.29961, 0.327286, 0.319708, 0.322066, 0.379859, 0.32898, 0.386332, 0.306147, 0.307006, 0.231268, 0.199659, 0.296905, 0.309626, 0.214066, 0.325464, 0.411864, 0.296494, 0.345501, 0.387799, 0.340111, 0.29799, 0.272571, 0.38006, 0.290659, 0.293989, 0.302801, 0.311937, 0.308221, 0.307924, 0.365083, 0.310845, 0.311023, 0.263524, 0.315769, 0.38296, 0.336904, 0.318925, 0.376978, 0.324762, 0.327822, 0.259662, 0.360929, 0.362791, 0.313191, 0.427237, 0.336085, 0.334397, 0.373084, 0.266227, 0.310107, 0.254341, 0.284104, 0.356248, 0.286192, 0.355668, 0.274858, 0.301856, 0.356025, 0.279796, 0.292421, 0.157869, 0.295654, 0.276594, 0.365611, 0.290006, 0.333795, 0.334416, 0.273136, 0.287649, 0.309423, 0.292267, 0.291753, 0.315294, 0.267113, 0.365265, 0.28458, 0.344829, 0.323179, 0.29652, 0.3132, 0.326768, 0.296929, 0.299315, 0.348574, 0.25794, 0.28822, 0.291682, 0.218811, 0.292686, 0.317773, 0.299122, 0.2867, 0.284441, 0.300615, 0.297156, 0.362227, 0.291471, 0.285273, 0.320738, 0.301825, 0.339611, 0.169398, 0.286311, 0.343053, 0.317134, 0.281626, 0.294075, 0.323687, 0.30654, 0.294625, 0.21692, 0.273677, 0.33045, 0.314002, 0.343237, 0.311212, 0.594459, 0.382233, 0.320564, 0.336915, 0.307054, 0.289843, 0.361917, 0.281937, 0.3851, 0.235064, 0.330484, 0.298107, 0.321578, 0.347384, 0.339597, 0.261875, 0.375571, 0.337969, 0.260733, 0.327871, 0.348233, 0.331031, 0.414, 0.325556, 0.313784, 0.33003, 0.313375, 0.341592, 0.338255, 0.325527, 0.333009, 0.316303, 0.344113, 0.343829, 0.397669, 0.311629, 0.326713, 0.341744, 0.326467, 0.337166, 0.333783, 0.331388, 0.301764, 0.337005, 0.338909, 0.355214, 0.393071, 0.327206, 0.444256, 0.319418, 0.313886, 0.362023, 0.380265, 0.297836, 0.323404, 0.257877, 0.309122, 0.279039, 0.365688, 0.328378, 0.348896, 0.285545, 0.348974, 0.351, 0.314245, 0.319535, 0.312644, 0.338047, 0.29452, 0.276894, 0.306116, 0.364705, 0.326839, 0.299398, 0.328779, 0.316287, 0.32071, 0.28583, 0.353521, 0.342277, 0.373286, 0.304576, 0.304678, 0.316739, 0.391433, 0.348541, 0.336976, 0.336263, 0.313256, 0.285472, 0.186956, 0.38559, 0.32823, 0.287684, 0.305802, 0.313044, 0.289204, 0.277242, 0.331716, 0.289676, 0.29503, 0.31957, 0.448376, 0.329743, 0.40046, 0.291409, 0.333689, 0.319181, 0.266529, 0.35954, 0.27437, 0.289663, 0.334557, 0.351877, 0.27354, 0.306406, 0.403575, 0.391567, 0.291569, 0.353274, 0.305556, 0.301393, 0.313037, 0.267455, 0.300521, 0.331844, 0.323606, 0.298985, 0.396337, 0.337156, 0.310552, 0.331058, 0.325498, 0.339859, 0.313851, 0.310059, 0.314107, 0.372625, 0.311508, 0.397191, 0.313087, 0.343112, 0.502821, 0.390954, 0.34953, 0.290217, 0.319154, 0.354921, 0.297091, 0.36203, 0.270276, 0.319881, 0.488336, 0.288231, 0.431917, 0.325143, 0.348573, 0.293968, 0.306421, 0.299279, 0.316765, 0.230413, 0.296878, 0.292673, 0.299308, 0.358609, 0.386661, 0.285213, 0.351345, 0.317605, 0.26329, 0.345646, 0.365007, 0.344124, 0.278447, 0.33092, 0.288373, 0.353526, 0.316435, 0.651783, 0.307093, 0.294016, 0.292039, 0.294067, 0.329086, 0.352579, 0.375988, 0.385285, 0.374144, 0.345408, 0.421742, 0.309736, 0.337064, 0.283116, 0.400453, 0.323252, 0.272676, 0.376883, 0.314608, 0.308042, 0.317675, 0.215708, 0.361367, 0.290745, 0.322995, 0.323539, 0.32598, 0.316349, 0.339046, 0.346923, 0.288228, 0.29224, 0.361424, 0.337769, 0.337801, 0.325722, 0.308998, 0.383888, 0.315677, 0.318158, 0.331239, 0.411199, 0.302699, 0.328426, 0.372399, 0.330201, 0.343085, 0.338618, 0.306335, 0.329916, 0.346461, 0.305752, 0.33628, 0.297626, 0.419367, 0.357811, 0.334918, 0.321786, 0.335043, 0.285086, 0.291693, 0.370834, 0.343709, 0.244359, 0.424017, 0.301191, 0.320058, 0.291041, 0.357735, 0.292103, 0.304388, 0.366062, 0.318352, 0.297103, 0.359323, 0.279204, 0.287958, 0.346966, 0.338167, 0.314605, 0.353406, 0.301868, 0.271449, 0.303056, 0.321791, 0.335646, 0.381791, 0.325223, 0.312084, 0.318782, 0.346891, 0.325021, 0.32397, 0.344436, 0.310968, 0.348511, 0.290504, 0.328965, 0.307341, 0.298988, 0.333733, 0.270525, 0.317365, 0.287526, 0.289842, 0.372687, 0.321039, 0.336855, 0.33412, 0.304652, 0.380956, 0.357772, 0.302868, 0.331073, 0.327308, 0.292069, 0.328071, 0.336184, 0.291561, 0.338602, 0.375316, 0.327177, 0.348922, 0.328332, 0.350184, 0.335995, 0.311155, 0.326903, 0.311419, 0.331877, 0.338227, 0.329439, 0.398955, 0.398065, 0.321255, 0.297, 0.359311, 0.368, 0.346266, 0.312313, 0.369106, 0.315357, 0.284149, 0.345289, 0.311408, 0.320755, 0.302371, 0.394619, 0.33919, 0.384586, 0.281032, 0.246909, 0.357597, 0.329089, 0.298712, 0.286438, 0.3114, 0.396993, 0.349304, 0.340309, 0.298172, 0.241668, 0.317688, 0.351008, 0.204588, 0.32036, 0.335471, 0.285565, 0.344231, 0.318188, 0.309297, 0.337223, 0.338578, 0.305804, 0.276878, 0.330702, 0.338637, 0.398477, 0.372633, 0.301448, 0.292771, 0.328958, 0.29325, 0.357387, 0.145472, 0.27226, 0.304494, 0.616883, 0.333381, 0.344752, 0.294433, 0.328733, 0.391303, 0.323213, 0.293387, 0.369013, 0.331526, 0.329494, 0.348435, 0.321009, 0.336013, 0.304696, 0.319187, 0.327922, 0.379162, 0.35493, 0.388239, 0.325761, 0.38168, 0.350796, 0.315632, 0.322296, 0.312531, 0.301711, 0.302819, 0.380019, 0.344698, 0.291223, 0.321995, 0.334667, 0.291928, 0.341754, 0.425522, 0.353258, 0.302437, 0.295006, 0.359525, 0.379163, 0.312248, 0.295853, 0.297627, 0.32365, 0.309677, 0.342169, 0.357301, 0.320452, 0.321338, 0.293702, 0.334917, 0.348306, 0.303281, 0.355454, 0.333375, 0.380079, 0.323976, 0.279753, 0.311884, 0.335674, 0.334134, 0.314732, 0.338147, 0.422651, 0.352508, 0.25572, 0.322836, 0.354563, 0.320636, 0.35765, 0.308327, 0.303712, 0.388328, 0.374888, 0.34624, 0.335425, 0.344823, 0.325779, 0.313234, 0.377314, 0.351875, 0.35265, 0.306207, 0.338746, 0.349207, 0.404289, 0.336281, 0.300111, 0.271895, 0.302929, 0.348061, 0.358139, 0.337492, 0.36024, 0.330277, 0.31937, 0.390105, 0.408355, 0.343041, 0.310834, 0.36387, 0.281654, 0.425097, 0.347095, 0.377946, 0.378769, 0.385092, 0.335974, 0.31967, 0.29963, 0.316531, 0.340871, 0.353405, 0.323081, 0.302121, 0.327649, 0.33425, 0.406088, 0.286077, 0.301927, 0.359282, 0.30706, 0.332767, 0.327251, 0.223736, 0.269427, 0.366351, 0.32869, 0.321249, 0.302338, 0.311578, 0.326581, 0.371415, 0.314504, 0.32723, 0.370174, 0.383921, 0.342344 ] }, "name": "model.model.layers.27.input_layernorm.weight", "outputIndexes": [ 2206 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2205 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_27/Mul_output_0", "outputIndexes": [ 2207 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2206, 2207 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_27/Mul_1_output_0", "outputIndexes": [ 2208 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2208 ], "outputIndexes": [ 3384 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 3384 ], "outputIndexes": [ 3385 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/self_attn/q_proj/Linear", "inputIndexes": [ 3385 ], "outputIndexes": [ 3386 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 960, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14400, "weightSize": 0 }, "external": [ 165892158, 460822, 115200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 3386 ], "outputIndexes": [ 3387 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3387 ], "outputIndexes": [ 2209 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 960 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2208 ], "main_type": "NONE", "name": "/Shape_379_output_0", "outputIndexes": [ 2210 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2210 ], "main_type": "NONE", "name": "Shape5910", "outputIndexes": [ 2211 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2210 ], "main_type": "NONE", "name": "Rank5912", "outputIndexes": [ 2212 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2212, 2212 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5914", "outputIndexes": [ 2213 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2213 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze5915", "outputIndexes": [ 2214 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2213, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5917", "outputIndexes": [ 2215 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2215 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze5918", "outputIndexes": [ 2216 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2211, 2214, 2216, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice5921", "outputIndexes": [ 2217 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2217 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze5922", "outputIndexes": [ 2218 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 2218 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5923", "outputIndexes": [ 2219 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2219, 2218 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5924", "outputIndexes": [ 2220 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2210, 2220, 2213 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_409_output_0", "outputIndexes": [ 2221 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2221, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_865_output_0", "outputIndexes": [ 2222 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 2222, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_351_output_0", "outputIndexes": [ 2223 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2209, 2223 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_244_output_0", "outputIndexes": [ 2224 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2224, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_216_output_0", "outputIndexes": [ 2225 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2224 ], "main_type": "NONE", "name": "/Shape_380_output_0", "outputIndexes": [ 2226 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2226 ], "main_type": "NONE", "name": "Shape5931", "outputIndexes": [ 2227 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2226 ], "main_type": "NONE", "name": "Rank5933", "outputIndexes": [ 2228 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2228, 2228 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5935", "outputIndexes": [ 2229 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2229 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze5936", "outputIndexes": [ 2230 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2229, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5938", "outputIndexes": [ 2231 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2231 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze5939", "outputIndexes": [ 2232 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2227, 2230, 2232, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice5942", "outputIndexes": [ 2233 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2233 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze5943", "outputIndexes": [ 2234 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 2234 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5944", "outputIndexes": [ 2235 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2235, 2234 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5945", "outputIndexes": [ 2236 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2226, 2236, 2229 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_410_output_0", "outputIndexes": [ 2237 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2237, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_81_output_0", "outputIndexes": [ 2238 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2238, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_870_output_0", "outputIndexes": [ 2239 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2224, 2239, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_109_output_0", "outputIndexes": [ 2240 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2240 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_54_output_0", "outputIndexes": [ 2241 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2224, 22, 2239, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_108_output_0", "outputIndexes": [ 2242 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2241, 2242 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_354_output_0", "outputIndexes": [ 2243 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2243, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_217_output_0", "outputIndexes": [ 2244 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2225, 2244 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_135_output_0", "outputIndexes": [ 2245 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2208 ], "outputIndexes": [ 3388 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 3388 ], "outputIndexes": [ 3389 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/self_attn/k_proj/Linear", "inputIndexes": [ 3389 ], "outputIndexes": [ 3390 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 4800, "weightSize": 0 }, "external": [ 166468180, 153622, 38400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 3390 ], "outputIndexes": [ 3391 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3391 ], "outputIndexes": [ 2246 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 2222, 85, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_352_output_0", "outputIndexes": [ 2247 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2246, 2247 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_245_output_0", "outputIndexes": [ 2248 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2248, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_218_output_0", "outputIndexes": [ 2249 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2248 ], "main_type": "NONE", "name": "/Shape_381_output_0", "outputIndexes": [ 2250 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2250 ], "main_type": "NONE", "name": "Shape5994", "outputIndexes": [ 2251 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2250 ], "main_type": "NONE", "name": "Rank5996", "outputIndexes": [ 2252 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2252, 2252 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5998", "outputIndexes": [ 2253 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2253 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze5999", "outputIndexes": [ 2254 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2253, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6001", "outputIndexes": [ 2255 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2255 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze6002", "outputIndexes": [ 2256 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2251, 2254, 2256, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice6005", "outputIndexes": [ 2257 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2257 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze6006", "outputIndexes": [ 2258 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 2258 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6007", "outputIndexes": [ 2259 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2259, 2258 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6008", "outputIndexes": [ 2260 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2250, 2260, 2253 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_411_output_0", "outputIndexes": [ 2261 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2261, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_82_output_0", "outputIndexes": [ 2262 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2262, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_872_output_0", "outputIndexes": [ 2263 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2248, 2263, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_111_output_0", "outputIndexes": [ 2264 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2264 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_55_output_0", "outputIndexes": [ 2265 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2248, 22, 2263, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_110_output_0", "outputIndexes": [ 2266 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2265, 2266 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_355_output_0", "outputIndexes": [ 2267 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2267, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_219_output_0", "outputIndexes": [ 2268 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2249, 2268 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_136_output_0", "outputIndexes": [ 2269 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2208 ], "outputIndexes": [ 3392 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 3392 ], "outputIndexes": [ 3393 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/self_attn/v_proj/Linear", "inputIndexes": [ 3393 ], "outputIndexes": [ 3394 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 4800, "weightSize": 0 }, "external": [ 166660202, 153622, 38400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 3394 ], "outputIndexes": [ 3395 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3395 ], "outputIndexes": [ 2270 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2270, 2247 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_246_output_0", "outputIndexes": [ 2271 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2245, 2269, 2271, 111 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_251_output_0", "outputIndexes": [ 2272 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2272 ], "outputIndexes": [ 3396 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 3396 ], "outputIndexes": [ 3397 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/self_attn/o_proj/Linear", "inputIndexes": [ 3397 ], "outputIndexes": [ 3398 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 960, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14400, "weightSize": 0 }, "external": [ 166852224, 460822, 115200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 3398 ], "outputIndexes": [ 3399 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3399 ], "outputIndexes": [ 2273 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 960 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2205, 2273 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_138_output_0", "outputIndexes": [ 2274 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 960 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.350358, 0.314197, 0.316565, 0.334827, 0.33652, 0.340148, 0.344467, 0.31692, 0.206152, 0.284969, 0.312713, 0.341073, 0.334297, 0.347755, 0.316331, 0.314092, 0.277373, 0.347762, 0.294823, 0.254689, 0.316488, 0.292836, 0.285716, 0.323711, 0.336647, 0.250459, 0.259455, 0.299855, 0.325697, 0.278586, 0.353374, 0.338068, 0.283657, 0.334086, 0.333197, 0.307081, 0.334979, 0.303625, 0.301907, 0.306949, 0.140525, 0.277382, 0.351055, 0.305858, 0.328144, 0.289583, 0.275986, 0.342109, 0.25938, 0.295339, 0.330632, 0.28463, 0.316795, 0.273681, 0.32266, 0.284096, 0.287974, 0.250348, 0.312724, 0.337118, 0.330037, 0.335161, 0.290265, 0.273072, 0.337599, 0.320509, 0.333479, 0.344009, 0.311699, 0.289999, 0.339722, 0.343888, 0.354983, 0.325324, 0.288645, 0.290675, 0.356345, 0.337366, 0.211, 0.315949, 0.236482, 0.337276, 0.283321, 0.337531, 0.34559, 0.338017, 0.314687, -7.1e-05, 0.340985, 0.315191, 0.299709, 0.297019, 0.289217, 0.318951, 0.28792, 0.312577, 0.300301, 0.273005, 0.31942, 0.338788, 0.309435, 0.353674, 0.328482, 0.320753, 0.321895, 0.341551, 0.327566, 0.256906, 0.326341, 0.336677, 0.349847, 0.311634, 0.304148, 0.333892, 0.340419, 0.310415, 0.335589, 0.349197, 0.340966, 0.327654, 0.334501, 0.368126, 0.299034, 0.32334, 0.309537, 0.335246, 0.33572, 0.339341, 0.312936, 0.307945, 0.323781, 0.299895, 0.32326, 0.272607, 0.287996, 0.330787, 0.3349, 0.327129, 0.32488, 0.313027, 0.30932, 0.300719, 0.324488, 0.317669, 0.351512, 0.280905, 0.275866, 0.281476, 0.323923, 0.338324, 0.307714, 0.325893, 0.339712, 0.252593, 0.342709, 0.32402, 0.305473, 0.261992, 0.322369, 0.327605, 0.324997, 0.328402, 0.24602, 0.263966, 0.302547, 0.358641, 0.336216, 0.293149, 0.307921, 0.329813, 0.322407, 0.294182, 0.276984, 0.329435, 0.302094, 0.333445, 0.286658, 0.295697, 0.336838, 0.283857, 0.321759, 0.261915, 0.303505, 0.336242, 0.321921, 0.344631, 0.288185, 0.317058, 0.277048, 0.310325, 0.324897, 0.293638, 0.303284, 0.2483, 0.296764, 0.350506, 0.291682, 0.311409, 0.325739, 0.34844, 0.25339, 0.320697, 0.321753, 0.346851, 0.26819, 0.30904, 0.26133, 0.334493, 0.340196, 0.280677, 0.3292, 0.336297, 0.160346, 0.359867, 0.304427, 0.313513, 0.334214, 0.192062, 0.216743, 0.319177, 0.296032, 0.29515, 0.257715, 0.3073, 0.266595, 0.296908, 0.327182, 0.276967, 0.36969, 0.299533, 0.328518, 0.304598, 0.246809, 0.305735, 0.322006, 0.295802, 0.321063, 0.121294, 0.299068, 0.320432, 0.321876, 0.303321, 0.332794, 0.31894, 0.351177, 0.35204, 0.3336, 0.31723, 0.3154, 0.301201, 0.329161, 0.325384, 0.299152, 0.346625, 0.302441, 0.340298, 0.300289, 0.323302, 0.350975, 0.311512, 0.336203, 0.315351, 0.322786, 0.307743, 0.335992, 0.270731, 0.339518, 0.290017, 0.315199, 0.33253, 0.335355, 0.322496, 0.335376, 0.331539, 0.331577, 0.320281, 0.273885, 0.297365, 0.315025, 0.347507, 0.292636, 0.336734, 0.284183, 0.33103, 0.310793, 0.331943, 0.272898, 0.32212, 0.341002, 0.295651, 0.326628, 0.334157, 0.326994, 0.326627, 0.349253, 0.20201, 0.322926, 0.330995, 0.326871, 0.214682, 0.290167, 0.323972, 0.325636, 0.327933, 0.291468, 0.34126, 0.285653, 0.315401, 0.288136, 0.330075, 0.306253, 0.307304, 0.327382, 0.285682, 0.327766, 0.266862, 0.326087, 0.272403, 0.296341, 0.307121, 0.335581, 0.32461, 0.346046, 0.336282, 0.292786, 0.266639, 0.332283, 0.339492, 0.334299, 0.298035, 0.336759, 0.30008, 0.345707, 0.129682, 0.309293, 0.337671, 0.283913, 0.328765, 0.309022, 0.330246, 0.306253, 0.343372, 0.282957, 0.324141, 0.284843, 0.323112, 0.306059, 0.279494, 0.229538, 0.319598, 0.310183, 0.162364, 0.340043, 0.319855, 0.326807, 0.32969, 0.300772, 0.266282, 0.299137, 0.278145, 0.265048, 0.289569, 0.077429, 0.299446, 0.308362, 0.313345, 0.342357, 0.294959, 0.330792, 0.324599, 0.283456, 0.315246, 0.238552, 0.310011, 0.322129, 0.358761, 0.348507, 0.302829, 0.286716, 0.320348, 0.283204, 0.326233, 0.348579, 0.301866, 0.373678, 0.330174, 0.320846, 0.313977, 0.278224, 0.323141, 0.295075, 0.305644, 0.298341, 0.317118, 0.285105, 0.305726, 0.333765, 0.354864, 0.370561, 0.334515, 0.319044, 0.292924, 0.326862, 0.28201, 0.300803, 0.328817, 0.318342, 0.319598, 0.310597, 0.307501, 0.342699, 0.318656, 0.297632, 0.32037, 0.272366, 0.292514, 0.338601, 0.3172, 0.308448, 0.340018, 0.28445, 0.339611, 0.326561, 0.32927, 0.335766, 0.30864, 0.278287, 0.333414, 0.319507, 0.314947, 0.280445, 0.334003, 0.319142, 0.278702, 0.334081, 0.306753, 0.345051, 0.32116, 0.277278, 0.167201, 0.295511, 0.349505, 0.339549, 0.329677, 0.334293, 0.3332, 0.288789, 0.343389, 0.292134, 0.286321, 0.340675, 0.335331, 0.343732, 0.305006, 0.124245, 0.346068, 0.295097, 0.279803, 0.299719, 0.317917, 0.302299, 0.307183, 0.29333, 0.260169, 0.284957, 0.276739, 0.322739, 0.328492, 0.288832, 0.267637, 0.351316, 0.287431, 0.3002, 0.323649, 0.095888, 0.330659, 0.31541, 0.280851, 0.299426, 0.348958, 0.331981, 0.336678, 0.341269, 0.317383, 0.334252, 0.286981, 0.279392, 0.340925, 0.341269, 0.326551, 0.328651, 0.32751, 0.322842, 0.31068, 0.250604, 0.308982, 0.297157, 0.351936, 0.315622, 0.268694, 0.277792, 0.327832, 0.151577, 0.343697, 0.33413, 0.317041, 0.292968, 0.322771, 0.3135, 0.298748, 0.328544, 0.325781, 0.288888, 0.334162, 0.327383, 0.315645, 0.32201, 0.28839, 0.325908, 0.294378, 0.299699, 0.333969, 0.320514, 0.335147, 0.309575, 0.28703, 0.343325, 0.204706, 0.33838, 0.332267, 0.323723, 0.320201, 0.347757, 0.335211, 0.309899, 0.299419, 0.34237, 0.332966, 0.289003, 0.316413, 0.335984, 0.326526, 0.325823, 0.309539, 0.17412, 0.289795, 0.26952, 0.226734, 0.3204, 0.325988, 0.310624, 0.317809, 0.336136, 0.293114, 0.344618, 0.329653, 0.295686, 0.226106, 0.308557, 0.308089, 0.351303, 0.289425, 0.277811, 0.342463, 0.279694, 0.319283, 0.335705, 0.287336, 0.289219, 0.318329, 0.322708, 0.301421, 0.305834, 0.274459, 0.337102, 0.280829, 0.306839, 0.28772, 0.305176, 0.323383, 0.332159, 0.296323, 0.308575, 0.344652, 0.313648, 0.301776, 0.348173, 0.304704, 0.318914, 0.333476, 0.298258, 0.270285, 0.316416, 0.328732, 0.323925, 0.345281, 0.313714, 0.289025, 0.294881, 0.317587, 0.332142, 0.284141, 0.330318, 0.294592, 0.251623, 0.286734, 0.286531, 0.319433, 0.326817, 0.337287, 0.320147, 0.29624, 0.181274, 0.278673, 0.320165, 0.107592, 0.3101, 0.326888, 0.301694, 0.270372, 0.284132, 0.305221, 0.333778, 0.330989, 0.279781, 0.32981, 0.348982, 0.337656, 0.277375, 0.333782, 0.314533, 0.372216, 0.33134, 0.165455, 0.345227, 0.319239, 0.268918, 0.319875, 0.347617, 0.293598, 0.344002, 0.339602, 0.304258, 0.340825, 0.296055, 0.333904, 0.344075, 0.291613, 0.318214, 0.324146, 0.299713, 0.29692, 0.321606, 0.322845, 0.276454, 0.221538, 0.285246, 0.321349, 0.31615, 0.33022, 0.363234, 0.28802, 0.356076, 0.292731, 0.289709, 0.319686, 0.348447, 0.240873, 0.351693, 0.315679, 0.306816, 0.335632, 0.308298, 0.330318, 0.304331, 0.307723, 0.343008, 0.331695, 0.286152, 0.367189, 0.34637, 0.297846, 0.306874, 0.336962, 0.318948, 0.329174, 0.289847, 0.315946, 0.277256, 0.275844, 0.328069, 0.335421, 0.301257, 0.287045, 0.317482, 0.269213, 0.345817, 0.293573, 0.152208, 0.323567, 0.316637, 0.318233, 0.288881, 0.31459, 0.317381, 0.335681, 0.32841, 0.333915, 0.288614, 0.278296, 0.171721, 0.277205, 0.310039, 0.344067, 0.353286, 0.323835, 0.300919, 0.333597, 0.337094, 0.278044, 0.27546, 0.325741, 0.346269, 0.315001, 0.296018, 0.341995, 0.336283, 0.270517, 0.33581, 0.270347, 0.32823, 0.311886, 0.297153, 0.293073, 0.311414, 0.272302, 0.314402, 0.331404, 0.315535, 0.298828, 0.327879, 0.340158, 0.331472, 0.317517, 0.338856, 0.294725, 0.310524, 0.299475, 0.314007, 0.271762, 0.311724, 0.335751, 0.30677, 0.301038, 0.29122, 0.337887, 0.335233, 0.306925, 0.290317, 0.27505, 0.30208, 0.338418, 0.324899, 0.304656, 0.301938, 0.336128, 0.367387, 0.271487, 0.318013, 0.301142, 0.341277, 0.303917, 0.332421, 0.32861, 0.282885, 0.36122, 0.270434, 0.328012, 0.311208, 0.340091, 0.266911, 0.285079, 0.307636, 0.354856, 0.312918, 0.283436, 0.31852, 0.334783, 0.330268, 0.306318, 0.343007, 0.294724, 0.261503, 0.266477, 0.293155, 0.287685, 0.329968, 0.276242, 0.192411, 0.322935, 0.308022, 0.314635, 0.353094, 0.344203, 0.337054, 0.327117, 0.333606, 0.28052, 0.283804, 0.325375, 0.294941, 0.29734, 0.357814, 0.302313, 0.312662, 0.328723, 0.288953, 0.287198, 0.195621, 0.296078, 0.330708, 0.166487, 0.342246, 0.336158, 0.319841, 0.33276, 0.264309, 0.325878, 0.324348, 0.288679, 0.331185, 0.297109, 0.31938, 0.29833, 0.325677, 0.313454, 0.325262, 0.269721, 0.323935, 0.325511, 0.305338, 0.325873, 0.275244, 0.289296, 0.318804, 0.343091, 0.320788, 0.28868, 0.286954, 0.344009, 0.250886, 0.30459, 0.342908, 0.333306, 0.297659, 0.350648, 0.209959, 0.313953, 0.328093, 0.307731, 0.3486, 0.310058, 0.323402, 0.287952, 0.324728, 0.324703, 0.333636, 0.343167, 0.28761, 0.314723, 0.325325, 0.327239, 0.292524, 0.303336, 0.321786, 0.26482, 0.328186, 0.297652, 0.329718, 0.27707, 0.328114, 0.332044, 0.335143, 0.317384, 0.329619, 0.335087, 0.3384, 0.273751, 0.33802, 0.324083, 0.28051, 0.269855, 0.30776, 0.316079, 0.303022, 0.102424, 0.330265, 0.291421, 0.332827, 0.307568, 0.32552, 0.304907, 0.32711, 0.349039, 0.335312, 0.328871, 0.309707, 0.334103, 0.339466, 0.289273, 0.288693, 0.315204, 0.3195, 0.276763, 0.296903, 0.315593, 0.3116, 0.26512, 0.296111, 0.296182, 0.342162, 0.322583, 0.277779, 0.272542, 0.24716, 0.32663, 0.345798, 0.256955, 0.292553, 0.324651, 0.337171, 0.314138, 0.351334, 0.353947, 0.273917, 0.33529, 0.320931, 0.286478, 0.301225, 0.3179, 0.311441, 0.310517, 0.31908, 0.317965, 0.251866, 0.332448, 0.28269, 0.281388, 0.339922, 0.305468, 0.324542, 0.340316, 0.279558, 0.319073, 0.360752, 0.313611, 0.334644, 0.319191, 0.279879, 0.332961 ] }, "name": "model.model.layers.27.post_attention_layernorm.weight", "outputIndexes": [ 2275 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2274 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_27/Mul_output_0", "outputIndexes": [ 2276 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2275, 2276 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_27/Mul_1_output_0", "outputIndexes": [ 2277 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2277 ], "outputIndexes": [ 3400 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 3400 ], "outputIndexes": [ 3401 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/mlp/gate_proj/Linear", "inputIndexes": [ 3401 ], "outputIndexes": [ 3402 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2560, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 38400, "weightSize": 0 }, "external": [ 167428246, 1228822, 307200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 3402 ], "outputIndexes": [ 3403 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3403 ], "outputIndexes": [ 2278 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2278 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_27/Sigmoid_output_0", "outputIndexes": [ 2279 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2278, 2279 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_27/Mul_output_0", "outputIndexes": [ 2280 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2277 ], "outputIndexes": [ 3404 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 3404 ], "outputIndexes": [ 3405 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/mlp/up_proj/Linear", "inputIndexes": [ 3405 ], "outputIndexes": [ 3406 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2560, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 38400, "weightSize": 0 }, "external": [ 168964268, 1228822, 307200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 3406 ], "outputIndexes": [ 3407 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3407 ], "outputIndexes": [ 2281 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2280, 2281 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_27/Mul_output_0", "outputIndexes": [ 2282 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2282 ], "outputIndexes": [ 3408 ], "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 3408 ], "outputIndexes": [ 3409 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/mlp/down_proj/Linear", "inputIndexes": [ 3409 ], "outputIndexes": [ 3410 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 960, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2560, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 38400, "weightSize": 0 }, "external": [ 170500290, 1228822, 307200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 3410 ], "outputIndexes": [ 3411 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3411 ], "outputIndexes": [ 2283 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 960 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2274, 2283 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_139_output_0", "outputIndexes": [ 2284 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2284, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_252_output_0", "outputIndexes": [ 2285 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 960 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.381824, 0.399054, 0.369912, 0.357197, 0.434226, 0.403617, 0.400207, 0.389454, 0.739111, 0.387774, 0.388019, 0.394357, 0.388499, 0.421894, 0.387336, 0.422578, 0.413515, 0.386172, 0.486586, 0.476685, 0.368877, 0.333125, 0.403837, 0.347883, 0.375526, 0.374143, 0.462571, 0.364639, 0.366584, 0.362941, 0.394951, 0.435957, 0.372806, 0.408001, 0.322179, 0.420186, 0.37443, 0.380523, 0.374416, 0.373228, 0.256728, 0.369449, 0.389745, 0.408961, 0.385556, 0.396558, 0.495644, 0.416245, 0.535864, 0.358816, 0.383954, 0.29492, 0.416048, 0.511197, 0.359897, 0.420476, 0.369357, 0.471638, 0.502297, 0.397927, 0.515806, 0.380196, 0.416589, 0.326567, 0.370089, 0.369753, 0.388254, 0.404565, 0.371235, 0.38539, 0.382553, 0.406722, 0.421349, 0.382524, 0.475473, 0.394378, 0.383646, 0.397116, 0.52447, 0.408223, 0.358266, 0.381831, 0.379942, 0.406004, 0.397716, 0.390862, 0.392384, 0.040581, 0.361902, 0.351642, 0.392918, 0.502054, 0.349884, 0.488572, 0.374287, 0.342403, 0.360311, 0.574706, 0.375675, 0.401612, 0.481259, 0.377855, 0.395088, 0.38213, 0.338658, 0.36323, 0.379986, 0.309441, 0.377219, 0.383651, 0.4101, 0.3916, 0.348655, 0.372917, 0.386011, 0.376047, 0.391746, 0.438784, 0.393437, 0.435239, 0.372472, 0.4302, 0.366895, 0.362604, 0.371849, 0.394831, 0.369697, 0.404693, 0.383754, 0.379488, 0.410936, 0.368504, 0.398709, 0.526094, 0.388712, 0.373659, 0.403423, 0.375736, 0.376208, 0.368811, 0.553158, 0.36324, 0.393446, 0.407859, 0.364763, 0.586099, 0.400406, 0.417282, 0.443316, 0.381728, 0.391768, 0.366215, 0.366688, 0.259492, 0.39054, 0.408443, 0.37021, 0.300219, 0.359449, 0.430008, 0.40045, 0.375374, 0.379862, 0.301558, 0.365775, 0.41405, 0.371489, 0.360468, 0.382864, 0.380287, 0.332362, 0.382738, 0.34501, 0.358859, 0.421888, 0.38244, 0.487914, 0.395411, 0.371516, 0.407753, 0.418459, 0.313915, 0.40696, 0.389204, 0.377206, 0.397306, 0.31978, 0.391251, 0.549555, 0.36129, 0.405246, 0.48344, 0.481075, 0.255966, 0.336863, 0.365455, 0.42313, 0.373308, 0.394516, 0.456362, 0.267174, 0.423399, 0.368756, 0.394714, 0.325945, 0.389746, 0.319887, 0.413807, 0.389434, 0.373279, 0.413407, 0.41453, 0.27832, 0.403954, 0.365618, 0.378718, 0.389321, 0.360591, 0.291719, 0.387469, 0.423218, 0.354382, 0.238804, 0.392195, 0.51048, 0.346647, 0.37357, 0.337511, 0.440689, 0.354431, 0.359646, 0.384061, 0.371477, 0.350687, 0.415884, 0.425011, 0.425879, 0.538858, 0.55536, 0.454289, 0.374688, 0.425607, 0.379234, 0.391029, 0.404529, 0.425939, 0.371397, 0.374638, 0.407947, 0.376761, 0.402774, 0.38879, 0.419364, 0.425266, 0.451327, 0.403234, 0.386553, 0.363511, 0.455204, 0.375135, 0.414571, 0.367628, 0.361349, 0.527023, 0.404239, 0.529321, 0.366584, 0.359526, 0.35768, 0.390896, 0.430247, 0.365985, 0.383728, 0.380456, 0.366315, 0.38089, 0.524922, 0.42214, 0.345745, 0.401598, 0.424314, 0.409597, 0.32896, 0.381129, 0.364398, 0.415133, 0.5129, 0.351283, 0.376983, 0.348212, 0.395359, 0.413309, 0.3863, 0.410937, 0.40481, 0.248071, 0.37897, 0.399755, 0.389492, 0.332725, 0.3457, 0.39794, 0.391206, 0.409554, 0.554705, 0.396213, 0.395615, 0.378278, 0.518477, 0.456771, 0.445506, 0.369185, 0.365926, 0.321601, 0.354783, 0.375632, 0.370895, 0.34057, 0.436416, 0.398923, 0.37594, 0.359721, 0.381412, 0.375667, 0.41655, 0.37103, 0.435015, 0.395884, 0.394995, 0.389255, 0.387214, 0.388769, 0.405369, 0.360743, 0.324309, 0.418118, 0.374582, 0.39737, 0.35664, 0.368705, 0.392944, 0.346609, 0.507511, 0.394485, 0.427251, 0.382387, 0.387116, 0.287434, 0.262002, 0.364602, 0.374755, 0.306373, 0.373287, 0.44334, 0.361806, 0.393278, 0.434016, 0.415679, 0.370642, 0.323856, 0.504627, 0.353211, 0.420603, 0.363081, 0.358641, 0.346107, 0.365814, 0.453681, 0.373067, 0.374059, 0.32311, 0.381241, 0.506516, 0.406377, 0.388919, 0.450362, 0.386202, 0.386514, 0.347088, 0.409433, 0.526721, 0.386397, 0.480307, 0.395642, 0.406491, 0.401573, 0.346617, 0.372755, 0.340446, 0.388147, 0.43286, 0.345039, 0.441155, 0.350969, 0.385283, 0.410499, 0.355329, 0.370791, 0.201355, 0.369456, 0.356615, 0.445416, 0.385337, 0.407953, 0.432042, 0.349167, 0.37064, 0.370839, 0.367135, 0.336594, 0.377797, 0.362108, 0.432229, 0.349424, 0.420837, 0.367023, 0.354202, 0.421299, 0.399893, 0.40034, 0.369027, 0.415411, 0.336674, 0.391227, 0.352058, 0.315472, 0.356905, 0.409203, 0.369535, 0.364075, 0.346619, 0.373396, 0.362798, 0.547662, 0.383313, 0.361385, 0.401828, 0.379993, 0.495204, 0.212836, 0.373687, 0.435955, 0.414336, 0.363945, 0.352548, 0.405779, 0.391288, 0.376179, 0.280227, 0.328226, 0.385913, 0.373103, 0.402254, 0.358835, 0.675754, 0.423182, 0.371197, 0.39654, 0.368985, 0.372725, 0.454166, 0.362731, 0.495359, 0.284571, 0.437832, 0.352824, 0.377663, 0.39832, 0.391668, 0.328282, 0.423815, 0.39135, 0.355975, 0.363983, 0.38247, 0.411235, 0.494193, 0.371176, 0.377308, 0.388859, 0.371567, 0.400072, 0.388802, 0.382057, 0.376452, 0.353363, 0.492359, 0.408987, 0.43108, 0.380205, 0.391891, 0.392598, 0.376013, 0.394489, 0.416775, 0.394436, 0.378119, 0.410902, 0.381364, 0.525759, 0.599673, 0.410987, 0.532688, 0.383718, 0.395752, 0.45735, 0.432596, 0.373446, 0.402033, 0.345904, 0.356486, 0.349481, 0.423874, 0.38072, 0.387968, 0.326837, 0.3933, 0.407984, 0.381858, 0.391095, 0.356424, 0.397145, 0.352326, 0.353503, 0.380234, 0.524193, 0.380586, 0.351046, 0.430378, 0.37382, 0.368957, 0.370142, 0.407756, 0.396249, 0.413791, 0.378521, 0.353397, 0.40222, 0.492313, 0.431908, 0.408957, 0.389754, 0.388459, 0.363867, 0.238217, 0.528819, 0.410781, 0.364902, 0.376081, 0.380516, 0.361893, 0.350599, 0.399955, 0.343919, 0.384991, 0.379564, 0.535771, 0.427477, 0.485134, 0.364378, 0.374255, 0.390281, 0.342682, 0.411016, 0.373371, 0.366233, 0.392636, 0.530331, 0.344494, 0.383441, 0.468594, 0.544227, 0.367394, 0.508354, 0.364801, 0.388213, 0.385013, 0.336464, 0.354325, 0.408175, 0.393326, 0.372864, 0.522514, 0.418166, 0.377968, 0.381967, 0.372914, 0.409936, 0.368926, 0.374384, 0.371058, 0.484489, 0.355536, 0.472031, 0.382139, 0.391366, 0.552654, 0.559984, 0.36971, 0.332062, 0.377716, 0.406278, 0.357162, 0.418354, 0.329434, 0.367493, 0.574626, 0.353913, 0.495694, 0.412266, 0.403124, 0.387728, 0.383169, 0.359371, 0.408061, 0.255469, 0.374902, 0.351861, 0.354588, 0.515516, 0.485741, 0.363063, 0.415288, 0.390094, 0.379456, 0.390802, 0.420054, 0.438867, 0.350038, 0.382072, 0.360409, 0.408766, 0.395569, 0.773832, 0.41137, 0.357729, 0.384401, 0.351042, 0.397673, 0.390026, 0.435893, 0.416866, 0.461469, 0.407264, 0.502337, 0.401152, 0.398184, 0.359848, 0.451774, 0.37998, 0.365333, 0.485161, 0.387396, 0.365933, 0.379281, 0.286589, 0.455458, 0.376097, 0.386558, 0.380518, 0.391284, 0.36759, 0.392652, 0.40869, 0.355115, 0.347751, 0.404143, 0.533885, 0.429856, 0.381659, 0.369868, 0.45037, 0.389835, 0.378927, 0.376016, 0.476115, 0.37364, 0.399012, 0.557117, 0.389913, 0.381833, 0.411093, 0.39505, 0.401493, 0.403727, 0.388233, 0.436909, 0.36167, 0.529743, 0.510419, 0.395906, 0.39815, 0.400828, 0.363455, 0.352499, 0.494305, 0.410678, 0.324851, 0.468904, 0.384977, 0.402421, 0.382539, 0.38618, 0.377797, 0.358475, 0.43165, 0.400793, 0.362055, 0.403576, 0.348299, 0.306484, 0.434873, 0.401213, 0.386592, 0.376301, 0.38231, 0.373317, 0.371496, 0.383199, 0.422278, 0.46591, 0.386467, 0.359069, 0.356774, 0.424595, 0.379367, 0.394875, 0.390037, 0.388068, 0.463669, 0.379479, 0.37462, 0.356146, 0.365869, 0.411207, 0.331845, 0.380541, 0.357617, 0.367139, 0.439433, 0.381503, 0.390092, 0.417618, 0.374963, 0.445858, 0.552773, 0.365229, 0.399475, 0.389609, 0.354103, 0.378957, 0.404669, 0.377644, 0.404433, 0.443247, 0.388922, 0.393947, 0.384946, 0.530643, 0.531048, 0.38105, 0.379547, 0.377841, 0.401349, 0.407039, 0.39507, 0.427031, 0.498859, 0.407606, 0.340692, 0.402513, 0.429152, 0.408843, 0.366542, 0.420435, 0.384749, 0.350825, 0.407431, 0.373335, 0.386416, 0.361671, 0.421001, 0.416618, 0.459661, 0.346362, 0.329465, 0.404429, 0.390548, 0.349133, 0.367002, 0.354313, 0.555977, 0.416806, 0.557069, 0.353771, 0.292615, 0.396624, 0.479289, 0.260188, 0.37519, 0.41384, 0.370895, 0.399524, 0.382106, 0.388191, 0.38046, 0.408418, 0.364393, 0.350391, 0.383828, 0.390601, 0.524044, 0.409371, 0.358897, 0.327733, 0.387216, 0.377779, 0.397702, 0.177822, 0.347576, 0.388167, 0.672521, 0.403656, 0.404428, 0.379123, 0.369025, 0.528719, 0.378901, 0.36809, 0.47318, 0.398948, 0.388318, 0.397807, 0.399285, 0.401927, 0.360776, 0.381437, 0.39162, 0.447262, 0.384866, 0.439499, 0.37479, 0.525328, 0.3862, 0.396786, 0.389487, 0.387142, 0.374718, 0.392236, 0.448592, 0.518133, 0.336714, 0.371507, 0.398379, 0.346449, 0.398092, 0.523434, 0.429954, 0.369144, 0.342307, 0.401113, 0.439901, 0.397245, 0.350946, 0.387762, 0.388396, 0.375513, 0.39336, 0.487736, 0.396847, 0.399164, 0.352222, 0.395597, 0.385668, 0.374652, 0.506501, 0.397885, 0.439348, 0.388157, 0.34294, 0.384184, 0.396601, 0.386818, 0.386729, 0.393848, 0.478509, 0.422826, 0.340236, 0.398706, 0.431275, 0.370891, 0.433316, 0.399628, 0.371619, 0.544045, 0.456698, 0.403006, 0.42115, 0.405448, 0.360725, 0.378866, 0.471811, 0.410174, 0.404116, 0.368054, 0.390439, 0.392854, 0.46195, 0.396865, 0.353188, 0.316441, 0.351791, 0.43169, 0.504263, 0.38692, 0.383027, 0.374763, 0.415088, 0.43979, 0.570078, 0.413924, 0.353911, 0.420631, 0.337561, 0.496245, 0.417178, 0.401864, 0.494275, 0.542645, 0.389283, 0.40499, 0.371775, 0.389851, 0.420211, 0.537681, 0.385113, 0.347968, 0.396883, 0.420863, 0.467073, 0.329779, 0.35535, 0.421145, 0.344931, 0.392256, 0.377475, 0.301159, 0.330333, 0.426537, 0.389284, 0.366332, 0.379177, 0.362436, 0.395366, 0.391479, 0.387908, 0.385801, 0.422002, 0.446465, 0.409193 ] }, "name": "model.model.layers.28.input_layernorm.weight", "outputIndexes": [ 2286 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2285 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_28/Mul_output_0", "outputIndexes": [ 2287 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2286, 2287 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_28/Mul_1_output_0", "outputIndexes": [ 2288 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.28/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2288 ], "outputIndexes": [ 3412 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.28/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 3412 ], "outputIndexes": [ 3413 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.28/self_attn/q_proj/Linear", "inputIndexes": [ 3413 ], "outputIndexes": [ 3414 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 960, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14400, "weightSize": 0 }, "external": [ 172036312, 460822, 115200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.28/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 3414 ], "outputIndexes": [ 3415 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.28/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3415 ], "outputIndexes": [ 2289 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 960 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2288 ], "main_type": "NONE", "name": "/Shape_393_output_0", "outputIndexes": [ 2290 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2290 ], "main_type": "NONE", "name": "Shape6126", "outputIndexes": [ 2291 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2290 ], "main_type": "NONE", "name": "Rank6128", "outputIndexes": [ 2292 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2292, 2292 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6130", "outputIndexes": [ 2293 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2293 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze6131", "outputIndexes": [ 2294 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2293, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6133", "outputIndexes": [ 2295 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2295 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze6134", "outputIndexes": [ 2296 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2291, 2294, 2296, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice6137", "outputIndexes": [ 2297 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2297 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze6138", "outputIndexes": [ 2298 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 2298 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6139", "outputIndexes": [ 2299 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2299, 2298 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6140", "outputIndexes": [ 2300 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2290, 2300, 2293 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_424_output_0", "outputIndexes": [ 2301 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2301, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_897_output_0", "outputIndexes": [ 2302 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 2302, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_364_output_0", "outputIndexes": [ 2303 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2289, 2303 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_253_output_0", "outputIndexes": [ 2304 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2304, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_224_output_0", "outputIndexes": [ 2305 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2304 ], "main_type": "NONE", "name": "/Shape_394_output_0", "outputIndexes": [ 2306 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2306 ], "main_type": "NONE", "name": "Shape6147", "outputIndexes": [ 2307 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2306 ], "main_type": "NONE", "name": "Rank6149", "outputIndexes": [ 2308 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2308, 2308 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6151", "outputIndexes": [ 2309 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2309 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze6152", "outputIndexes": [ 2310 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2309, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6154", "outputIndexes": [ 2311 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2311 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze6155", "outputIndexes": [ 2312 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2307, 2310, 2312, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice6158", "outputIndexes": [ 2313 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2313 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze6159", "outputIndexes": [ 2314 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 2314 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6160", "outputIndexes": [ 2315 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2315, 2314 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6161", "outputIndexes": [ 2316 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2306, 2316, 2309 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_425_output_0", "outputIndexes": [ 2317 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2317, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_84_output_0", "outputIndexes": [ 2318 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2318, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_902_output_0", "outputIndexes": [ 2319 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2304, 2319, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_113_output_0", "outputIndexes": [ 2320 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2320 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_56_output_0", "outputIndexes": [ 2321 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2304, 22, 2319, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_112_output_0", "outputIndexes": [ 2322 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2321, 2322 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_367_output_0", "outputIndexes": [ 2323 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2323, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_225_output_0", "outputIndexes": [ 2324 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2305, 2324 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_140_output_0", "outputIndexes": [ 2325 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.28/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2288 ], "outputIndexes": [ 3416 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.28/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 3416 ], "outputIndexes": [ 3417 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.28/self_attn/k_proj/Linear", "inputIndexes": [ 3417 ], "outputIndexes": [ 3418 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 4800, "weightSize": 0 }, "external": [ 172612334, 153622, 38400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.28/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 3418 ], "outputIndexes": [ 3419 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.28/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3419 ], "outputIndexes": [ 2326 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 2302, 85, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_365_output_0", "outputIndexes": [ 2327 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2326, 2327 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_254_output_0", "outputIndexes": [ 2328 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2328, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_226_output_0", "outputIndexes": [ 2329 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2328 ], "main_type": "NONE", "name": "/Shape_395_output_0", "outputIndexes": [ 2330 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2330 ], "main_type": "NONE", "name": "Shape6210", "outputIndexes": [ 2331 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2330 ], "main_type": "NONE", "name": "Rank6212", "outputIndexes": [ 2332 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2332, 2332 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6214", "outputIndexes": [ 2333 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2333 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze6215", "outputIndexes": [ 2334 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2333, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6217", "outputIndexes": [ 2335 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2335 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze6218", "outputIndexes": [ 2336 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2331, 2334, 2336, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice6221", "outputIndexes": [ 2337 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2337 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze6222", "outputIndexes": [ 2338 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 2338 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6223", "outputIndexes": [ 2339 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2339, 2338 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6224", "outputIndexes": [ 2340 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2330, 2340, 2333 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_426_output_0", "outputIndexes": [ 2341 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2341, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_85_output_0", "outputIndexes": [ 2342 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2342, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_904_output_0", "outputIndexes": [ 2343 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2328, 2343, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_115_output_0", "outputIndexes": [ 2344 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2344 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_57_output_0", "outputIndexes": [ 2345 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2328, 22, 2343, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_114_output_0", "outputIndexes": [ 2346 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2345, 2346 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_368_output_0", "outputIndexes": [ 2347 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2347, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_227_output_0", "outputIndexes": [ 2348 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2329, 2348 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_141_output_0", "outputIndexes": [ 2349 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.28/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2288 ], "outputIndexes": [ 3420 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.28/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 3420 ], "outputIndexes": [ 3421 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.28/self_attn/v_proj/Linear", "inputIndexes": [ 3421 ], "outputIndexes": [ 3422 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 4800, "weightSize": 0 }, "external": [ 172804356, 153622, 38400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.28/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 3422 ], "outputIndexes": [ 3423 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.28/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3423 ], "outputIndexes": [ 2350 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2350, 2327 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_255_output_0", "outputIndexes": [ 2351 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2325, 2349, 2351, 111 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_260_output_0", "outputIndexes": [ 2352 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.28/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2352 ], "outputIndexes": [ 3424 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.28/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 3424 ], "outputIndexes": [ 3425 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.28/self_attn/o_proj/Linear", "inputIndexes": [ 3425 ], "outputIndexes": [ 3426 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 960, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14400, "weightSize": 0 }, "external": [ 172996378, 460822, 115200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.28/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 3426 ], "outputIndexes": [ 3427 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.28/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3427 ], "outputIndexes": [ 2353 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 960 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2285, 2353 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_143_output_0", "outputIndexes": [ 2354 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 960 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.420473, 0.394835, 0.395525, 0.401417, 0.411928, 0.41887, 0.424523, 0.402968, 0.268024, 0.380718, 0.39149, 0.418299, 0.424307, 0.415471, 0.409747, 0.395513, 0.361449, 0.427175, 0.386065, 0.345076, 0.413086, 0.386811, 0.392948, 0.396534, 0.420891, 0.339608, 0.347999, 0.391306, 0.404823, 0.368068, 0.433397, 0.425367, 0.370112, 0.418889, 0.407399, 0.389053, 0.421124, 0.406415, 0.378347, 0.386621, 0.210886, 0.352009, 0.433817, 0.38176, 0.417891, 0.374998, 0.368021, 0.409741, 0.353675, 0.389737, 0.403942, 0.392604, 0.404845, 0.360216, 0.402777, 0.376968, 0.366994, 0.325964, 0.388035, 0.418596, 0.409645, 0.39991, 0.384251, 0.362104, 0.411565, 0.402085, 0.391153, 0.409727, 0.384938, 0.373174, 0.424518, 0.426686, 0.441423, 0.405464, 0.380711, 0.373035, 0.419637, 0.41306, 0.275493, 0.417302, 0.320285, 0.421937, 0.372324, 0.417601, 0.43395, 0.417342, 0.406473, -0.000305, 0.418731, 0.404871, 0.383186, 0.386943, 0.369489, 0.399809, 0.375473, 0.404147, 0.381649, 0.364216, 0.399781, 0.417001, 0.390847, 0.426289, 0.399426, 0.404567, 0.398537, 0.41194, 0.401525, 0.343487, 0.404041, 0.418506, 0.423029, 0.394323, 0.380217, 0.413593, 0.417687, 0.395195, 0.418439, 0.42541, 0.421827, 0.418737, 0.418794, 0.431162, 0.39195, 0.389791, 0.385131, 0.412717, 0.426192, 0.417748, 0.398873, 0.390864, 0.396771, 0.388988, 0.384485, 0.370083, 0.37043, 0.415617, 0.408197, 0.389818, 0.400662, 0.384692, 0.405743, 0.394751, 0.403403, 0.397412, 0.433176, 0.379349, 0.357538, 0.380868, 0.389947, 0.40559, 0.384009, 0.40532, 0.420828, 0.366403, 0.41445, 0.394284, 0.397201, 0.380498, 0.39106, 0.390718, 0.40802, 0.417399, 0.318921, 0.363106, 0.390842, 0.4232, 0.420573, 0.376274, 0.393919, 0.414406, 0.396589, 0.385622, 0.36422, 0.406594, 0.395823, 0.40637, 0.367689, 0.37906, 0.40037, 0.359987, 0.401888, 0.364677, 0.39109, 0.413187, 0.410836, 0.411708, 0.379851, 0.388325, 0.371888, 0.377538, 0.390542, 0.37564, 0.395989, 0.360037, 0.386382, 0.421992, 0.371692, 0.395762, 0.401835, 0.427482, 0.371402, 0.410267, 0.411299, 0.423317, 0.355044, 0.401314, 0.350384, 0.415219, 0.411901, 0.379002, 0.4121, 0.411515, 0.254544, 0.422555, 0.387361, 0.386218, 0.411908, 0.276405, 0.313338, 0.386339, 0.395444, 0.390359, 0.360993, 0.377688, 0.350394, 0.390912, 0.400579, 0.353301, 0.448825, 0.373015, 0.407459, 0.378358, 0.333834, 0.389528, 0.40243, 0.379076, 0.4107, 0.15812, 0.382156, 0.40194, 0.406827, 0.377866, 0.40991, 0.39911, 0.42568, 0.41992, 0.408581, 0.380741, 0.402462, 0.391021, 0.402233, 0.406929, 0.384578, 0.41677, 0.385298, 0.408572, 0.397219, 0.401673, 0.419982, 0.405122, 0.409235, 0.390908, 0.408104, 0.397639, 0.424428, 0.362903, 0.419041, 0.3741, 0.413879, 0.400626, 0.405925, 0.420274, 0.415803, 0.408751, 0.410626, 0.401698, 0.36879, 0.380255, 0.401269, 0.428654, 0.383347, 0.415496, 0.391688, 0.413998, 0.406004, 0.415955, 0.366783, 0.3955, 0.419701, 0.383239, 0.408704, 0.415187, 0.415192, 0.407482, 0.426067, 0.285019, 0.400839, 0.414444, 0.399755, 0.273155, 0.366034, 0.400711, 0.404071, 0.414425, 0.391426, 0.428643, 0.366357, 0.387925, 0.379433, 0.402439, 0.390011, 0.40732, 0.414634, 0.371736, 0.412719, 0.362954, 0.388664, 0.368714, 0.392396, 0.39596, 0.409837, 0.414598, 0.415238, 0.413988, 0.381122, 0.361403, 0.410751, 0.400936, 0.412699, 0.378385, 0.409455, 0.380182, 0.412047, 0.181235, 0.388853, 0.415156, 0.375594, 0.397372, 0.388007, 0.409793, 0.394389, 0.417363, 0.369004, 0.407103, 0.363337, 0.388942, 0.38858, 0.379643, 0.329496, 0.415939, 0.388599, 0.228322, 0.406912, 0.413624, 0.409027, 0.397538, 0.393467, 0.361401, 0.377306, 0.360029, 0.362308, 0.382645, 0.077339, 0.386935, 0.384403, 0.384309, 0.405878, 0.38729, 0.396795, 0.398132, 0.364207, 0.396255, 0.313229, 0.395045, 0.393656, 0.436514, 0.411379, 0.387066, 0.388843, 0.39693, 0.373515, 0.407249, 0.427992, 0.391788, 0.457275, 0.389601, 0.402475, 0.401639, 0.378871, 0.394149, 0.392722, 0.389893, 0.384069, 0.419908, 0.362416, 0.404, 0.394956, 0.43043, 0.517814, 0.401886, 0.396454, 0.377084, 0.412542, 0.379131, 0.384055, 0.399985, 0.405467, 0.399889, 0.39119, 0.387136, 0.420128, 0.417053, 0.396124, 0.400606, 0.367068, 0.384489, 0.411687, 0.396047, 0.386184, 0.421194, 0.373611, 0.408791, 0.420212, 0.410422, 0.405919, 0.440775, 0.359022, 0.406779, 0.410134, 0.40159, 0.363407, 0.422099, 0.404957, 0.372429, 0.403414, 0.389707, 0.411047, 0.410822, 0.377611, 0.253637, 0.387619, 0.420888, 0.426665, 0.408211, 0.409346, 0.397583, 0.370632, 0.40944, 0.403925, 0.378025, 0.429245, 0.404368, 0.412711, 0.388365, 0.181023, 0.43177, 0.38287, 0.375222, 0.368346, 0.38943, 0.386286, 0.415998, 0.40022, 0.367953, 0.375572, 0.366206, 0.404222, 0.408441, 0.362412, 0.355685, 0.414879, 0.372952, 0.394568, 0.391503, 0.137739, 0.401619, 0.414547, 0.361975, 0.384068, 0.414262, 0.415367, 0.406951, 0.403569, 0.401378, 0.418228, 0.381923, 0.371835, 0.419263, 0.429434, 0.396439, 0.412715, 0.40551, 0.39042, 0.392737, 0.343746, 0.382877, 0.389652, 0.434269, 0.397678, 0.363541, 0.36176, 0.41601, 0.20454, 0.419705, 0.4082, 0.38938, 0.376288, 0.394265, 0.393957, 0.380674, 0.39649, 0.398537, 0.37034, 0.403767, 0.422837, 0.390405, 0.396741, 0.377018, 0.394292, 0.384893, 0.390255, 0.408398, 0.39934, 0.398226, 0.393346, 0.386969, 0.409353, 0.277636, 0.425284, 0.410126, 0.398565, 0.387506, 0.416462, 0.404909, 0.38594, 0.384027, 0.418751, 0.396558, 0.390108, 0.397777, 0.429392, 0.412005, 0.414689, 0.395031, 0.269829, 0.363924, 0.378627, 0.316301, 0.397879, 0.40305, 0.387978, 0.402682, 0.414103, 0.376024, 0.417713, 0.406102, 0.37323, 0.319322, 0.369552, 0.393633, 0.418811, 0.365884, 0.376457, 0.420588, 0.362117, 0.390222, 0.419241, 0.377486, 0.362549, 0.406388, 0.396153, 0.383666, 0.398994, 0.368638, 0.413866, 0.363346, 0.402071, 0.373339, 0.393022, 0.40731, 0.433739, 0.388866, 0.396886, 0.420163, 0.404243, 0.397755, 0.414009, 0.376227, 0.393906, 0.411313, 0.372361, 0.36231, 0.396496, 0.409462, 0.411549, 0.413021, 0.384683, 0.374066, 0.369289, 0.375868, 0.406517, 0.378223, 0.418274, 0.389826, 0.341791, 0.38285, 0.350721, 0.390084, 0.407002, 0.417361, 0.405597, 0.390102, 0.25282, 0.356276, 0.414628, 0.159571, 0.405313, 0.405702, 0.37494, 0.369989, 0.377774, 0.394954, 0.412164, 0.404828, 0.374388, 0.417517, 0.416842, 0.423147, 0.357588, 0.396008, 0.398562, 0.431233, 0.410661, 0.219469, 0.426979, 0.396205, 0.363215, 0.399985, 0.412974, 0.383173, 0.418481, 0.431547, 0.38539, 0.405261, 0.382148, 0.412382, 0.416908, 0.38191, 0.389207, 0.407367, 0.380296, 0.38653, 0.39946, 0.406944, 0.362241, 0.328975, 0.379062, 0.416015, 0.401471, 0.416669, 0.439174, 0.37075, 0.423662, 0.377334, 0.376809, 0.415007, 0.417317, 0.306931, 0.434419, 0.395777, 0.395131, 0.416336, 0.403233, 0.406191, 0.387854, 0.388698, 0.40728, 0.395581, 0.367201, 0.449892, 0.416546, 0.379432, 0.390967, 0.433051, 0.401435, 0.403552, 0.375754, 0.3956, 0.370298, 0.364909, 0.400889, 0.416841, 0.367652, 0.371711, 0.385525, 0.371502, 0.426358, 0.392145, 0.212326, 0.402985, 0.395454, 0.407093, 0.369929, 0.404161, 0.398307, 0.427304, 0.402124, 0.407307, 0.367134, 0.36643, 0.249125, 0.376795, 0.392668, 0.405762, 0.434225, 0.397108, 0.369798, 0.415119, 0.421165, 0.371578, 0.367165, 0.408439, 0.415888, 0.390079, 0.383727, 0.410309, 0.4089, 0.367818, 0.406236, 0.367103, 0.400737, 0.400638, 0.395522, 0.373774, 0.396294, 0.359507, 0.403169, 0.40017, 0.39588, 0.372071, 0.392442, 0.39832, 0.410389, 0.402458, 0.411046, 0.380804, 0.385523, 0.374418, 0.399281, 0.34484, 0.386737, 0.413305, 0.390918, 0.38055, 0.380114, 0.429971, 0.419619, 0.382987, 0.382208, 0.383155, 0.377742, 0.412048, 0.402947, 0.39959, 0.386153, 0.416404, 0.425576, 0.375229, 0.396964, 0.373998, 0.423599, 0.399117, 0.404983, 0.412834, 0.366004, 0.432421, 0.359346, 0.420136, 0.398318, 0.408866, 0.366222, 0.3719, 0.402426, 0.425917, 0.393153, 0.376123, 0.401358, 0.428149, 0.407821, 0.376873, 0.401917, 0.391007, 0.35467, 0.36765, 0.377095, 0.398001, 0.413593, 0.376613, 0.262889, 0.404513, 0.394907, 0.396297, 0.417798, 0.420298, 0.410296, 0.406561, 0.414581, 0.362794, 0.36233, 0.41098, 0.380686, 0.403895, 0.422115, 0.380798, 0.407779, 0.411626, 0.364913, 0.379485, 0.289081, 0.390816, 0.41498, 0.223477, 0.409324, 0.405883, 0.398757, 0.407518, 0.350024, 0.414571, 0.403868, 0.386721, 0.414924, 0.372169, 0.398371, 0.384066, 0.409252, 0.400908, 0.405858, 0.367909, 0.386693, 0.398166, 0.403859, 0.393078, 0.369972, 0.373029, 0.394374, 0.419944, 0.389211, 0.376979, 0.372331, 0.423737, 0.337057, 0.388159, 0.436993, 0.422284, 0.384021, 0.432924, 0.282342, 0.393074, 0.411725, 0.393932, 0.421695, 0.383294, 0.391903, 0.370496, 0.399196, 0.411207, 0.402328, 0.413181, 0.379236, 0.38533, 0.401535, 0.420205, 0.38181, 0.394764, 0.397909, 0.355771, 0.416739, 0.379496, 0.408405, 0.366836, 0.404109, 0.401587, 0.401707, 0.392437, 0.404499, 0.408449, 0.406742, 0.369554, 0.420573, 0.39618, 0.367433, 0.365138, 0.393071, 0.401127, 0.397628, 0.136926, 0.407959, 0.379479, 0.418903, 0.397526, 0.394583, 0.393817, 0.414157, 0.414072, 0.420683, 0.412894, 0.396777, 0.414655, 0.400219, 0.385672, 0.37043, 0.399225, 0.402117, 0.368865, 0.381436, 0.399734, 0.388225, 0.361591, 0.36841, 0.39407, 0.423613, 0.392415, 0.369816, 0.385683, 0.321477, 0.425547, 0.4264, 0.361046, 0.391913, 0.40751, 0.402144, 0.397597, 0.42171, 0.431302, 0.359075, 0.40457, 0.403332, 0.37494, 0.396669, 0.391271, 0.386469, 0.399415, 0.411201, 0.403714, 0.344265, 0.406949, 0.391852, 0.38534, 0.40384, 0.385907, 0.401363, 0.411952, 0.378631, 0.406181, 0.421514, 0.394522, 0.412606, 0.391438, 0.375363, 0.423553 ] }, "name": "model.model.layers.28.post_attention_layernorm.weight", "outputIndexes": [ 2355 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2354 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_28/Mul_output_0", "outputIndexes": [ 2356 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2355, 2356 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_28/Mul_1_output_0", "outputIndexes": [ 2357 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.28/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2357 ], "outputIndexes": [ 3428 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.28/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 3428 ], "outputIndexes": [ 3429 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.28/mlp/gate_proj/Linear", "inputIndexes": [ 3429 ], "outputIndexes": [ 3430 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2560, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 38400, "weightSize": 0 }, "external": [ 173572400, 1228822, 307200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.28/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 3430 ], "outputIndexes": [ 3431 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.28/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3431 ], "outputIndexes": [ 2358 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2358 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_28/Sigmoid_output_0", "outputIndexes": [ 2359 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2358, 2359 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_28/Mul_output_0", "outputIndexes": [ 2360 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.28/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2357 ], "outputIndexes": [ 3432 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.28/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 3432 ], "outputIndexes": [ 3433 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.28/mlp/up_proj/Linear", "inputIndexes": [ 3433 ], "outputIndexes": [ 3434 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2560, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 38400, "weightSize": 0 }, "external": [ 175108422, 1228822, 307200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.28/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 3434 ], "outputIndexes": [ 3435 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.28/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3435 ], "outputIndexes": [ 2361 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2360, 2361 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_28/Mul_output_0", "outputIndexes": [ 2362 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.28/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2362 ], "outputIndexes": [ 3436 ], "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.28/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 3436 ], "outputIndexes": [ 3437 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.28/mlp/down_proj/Linear", "inputIndexes": [ 3437 ], "outputIndexes": [ 3438 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 960, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2560, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 38400, "weightSize": 0 }, "external": [ 176644444, 1228822, 307200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.28/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 3438 ], "outputIndexes": [ 3439 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.28/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3439 ], "outputIndexes": [ 2363 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 960 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2354, 2363 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_144_output_0", "outputIndexes": [ 2364 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2364, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_261_output_0", "outputIndexes": [ 2365 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 960 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.355638, 0.367585, 0.360127, 0.339003, 0.424123, 0.373131, 0.361347, 0.337524, 0.715987, 0.362598, 0.343502, 0.355922, 0.351076, 0.399589, 0.383568, 0.393228, 0.395353, 0.36699, 0.436516, 0.457233, 0.350554, 0.335021, 0.375077, 0.340235, 0.349022, 0.369882, 0.433439, 0.337491, 0.352235, 0.352537, 0.38122, 0.382009, 0.353314, 0.371523, 0.312504, 0.371286, 0.364153, 0.402236, 0.359677, 0.359582, 0.266394, 0.333101, 0.352679, 0.413612, 0.345045, 0.356728, 0.446492, 0.391451, 0.467366, 0.36211, 0.344134, 0.298784, 0.367278, 0.429767, 0.370501, 0.39618, 0.362881, 0.447687, 0.460415, 0.381421, 0.468211, 0.343998, 0.41049, 0.31806, 0.34457, 0.376147, 0.367674, 0.37419, 0.339814, 0.400108, 0.372166, 0.367655, 0.38271, 0.344218, 0.447379, 0.384037, 0.365013, 0.366902, 0.499106, 0.379522, 0.342814, 0.374766, 0.394052, 0.396209, 0.355629, 0.369978, 0.386287, 0.042184, 0.353599, 0.340238, 0.362458, 0.442465, 0.327164, 0.437817, 0.339297, 0.343806, 0.34037, 0.510601, 0.331046, 0.365682, 0.432551, 0.371793, 0.402931, 0.374443, 0.326064, 0.328992, 0.335331, 0.28515, 0.370412, 0.370392, 0.376871, 0.381016, 0.352699, 0.365915, 0.358143, 0.365979, 0.361178, 0.394426, 0.367444, 0.394684, 0.352812, 0.407529, 0.361149, 0.331986, 0.36655, 0.383931, 0.354675, 0.371086, 0.358909, 0.384193, 0.386407, 0.363047, 0.371633, 0.44971, 0.378537, 0.353638, 0.403892, 0.378932, 0.356, 0.366062, 0.490765, 0.355441, 0.375594, 0.344928, 0.343493, 0.510091, 0.39055, 0.411947, 0.418919, 0.373603, 0.362861, 0.366665, 0.332533, 0.272498, 0.371397, 0.363341, 0.353947, 0.304612, 0.341011, 0.379292, 0.355567, 0.365308, 0.351853, 0.281826, 0.352122, 0.40713, 0.352335, 0.336902, 0.380918, 0.336358, 0.336091, 0.353609, 0.333404, 0.349507, 0.387695, 0.365631, 0.417574, 0.379498, 0.361585, 0.391296, 0.391807, 0.321486, 0.378523, 0.374164, 0.36405, 0.365905, 0.339327, 0.375215, 0.487991, 0.374353, 0.361352, 0.464615, 0.416465, 0.257268, 0.303541, 0.330827, 0.393566, 0.340058, 0.384082, 0.403789, 0.268098, 0.369653, 0.320149, 0.378561, 0.31798, 0.357115, 0.311597, 0.393658, 0.353467, 0.360682, 0.387004, 0.388204, 0.301189, 0.383118, 0.332884, 0.364731, 0.342437, 0.353858, 0.30397, 0.345488, 0.41833, 0.333094, 0.230358, 0.364874, 0.480715, 0.343719, 0.342469, 0.320568, 0.410724, 0.345236, 0.349198, 0.374551, 0.345437, 0.350134, 0.370985, 0.377771, 0.406993, 0.557439, 0.474841, 0.427607, 0.334845, 0.383442, 0.353145, 0.370073, 0.341189, 0.391797, 0.350951, 0.34913, 0.35232, 0.35407, 0.363134, 0.370451, 0.419513, 0.379664, 0.441222, 0.341166, 0.378286, 0.327105, 0.449232, 0.360309, 0.358414, 0.345315, 0.36303, 0.456869, 0.380098, 0.481206, 0.370188, 0.369581, 0.345567, 0.367924, 0.408078, 0.352093, 0.365755, 0.377387, 0.333073, 0.384934, 0.466978, 0.418907, 0.334094, 0.391149, 0.417763, 0.372633, 0.311788, 0.369164, 0.344238, 0.40028, 0.445063, 0.353888, 0.352833, 0.331203, 0.368972, 0.411881, 0.37249, 0.400415, 0.371536, 0.244608, 0.376231, 0.3477, 0.365414, 0.306022, 0.341586, 0.36536, 0.357389, 0.383892, 0.482125, 0.384447, 0.388827, 0.352354, 0.473753, 0.424607, 0.417257, 0.366551, 0.347128, 0.336868, 0.343656, 0.362246, 0.327977, 0.329802, 0.406812, 0.340308, 0.341697, 0.335675, 0.358436, 0.349723, 0.396464, 0.395045, 0.402372, 0.364902, 0.34608, 0.353023, 0.348324, 0.38831, 0.357048, 0.389617, 0.323456, 0.375179, 0.370434, 0.370525, 0.337281, 0.387176, 0.373396, 0.35136, 0.457951, 0.395427, 0.418776, 0.346035, 0.355388, 0.277769, 0.27036, 0.361991, 0.348056, 0.308709, 0.383491, 0.411847, 0.351533, 0.35412, 0.415214, 0.398392, 0.360525, 0.31492, 0.455462, 0.333409, 0.407459, 0.353357, 0.31689, 0.340077, 0.335976, 0.404935, 0.346777, 0.357279, 0.324364, 0.373354, 0.473005, 0.382592, 0.340933, 0.409913, 0.385453, 0.386917, 0.32864, 0.412437, 0.444513, 0.355816, 0.414588, 0.388609, 0.369637, 0.391849, 0.291324, 0.344464, 0.300963, 0.336242, 0.38981, 0.317516, 0.383778, 0.317986, 0.316563, 0.356409, 0.329549, 0.336509, 0.266099, 0.314093, 0.321636, 0.398741, 0.33635, 0.403522, 0.400295, 0.313128, 0.342725, 0.334142, 0.321814, 0.316489, 0.350464, 0.336071, 0.380258, 0.308984, 0.3764, 0.358423, 0.333399, 0.360967, 0.362862, 0.326338, 0.346419, 0.382439, 0.315263, 0.354303, 0.291064, 0.315541, 0.322872, 0.354577, 0.337667, 0.33861, 0.326811, 0.314263, 0.340527, 0.464261, 0.331852, 0.339376, 0.338908, 0.330329, 0.406875, 0.192754, 0.35071, 0.353391, 0.357206, 0.3048, 0.326211, 0.341815, 0.361423, 0.334281, 0.299201, 0.326608, 0.360056, 0.352165, 0.360496, 0.347693, 0.686604, 0.381884, 0.352479, 0.36778, 0.364083, 0.361434, 0.391537, 0.34224, 0.486424, 0.28152, 0.398332, 0.354534, 0.358579, 0.370806, 0.365451, 0.30177, 0.386458, 0.389238, 0.331349, 0.352455, 0.431098, 0.382821, 0.433867, 0.39086, 0.364062, 0.349707, 0.346006, 0.377476, 0.341711, 0.368937, 0.360284, 0.322656, 0.443467, 0.378745, 0.38432, 0.326891, 0.362094, 0.355514, 0.335937, 0.369673, 0.390744, 0.377158, 0.342798, 0.35005, 0.380732, 0.453099, 0.520426, 0.374551, 0.550308, 0.339157, 0.360793, 0.383634, 0.401045, 0.39477, 0.363503, 0.309742, 0.32482, 0.334026, 0.418238, 0.343234, 0.364913, 0.344216, 0.381193, 0.382263, 0.35003, 0.381966, 0.347609, 0.347424, 0.333794, 0.3235, 0.360816, 0.481683, 0.367426, 0.3516, 0.388926, 0.355992, 0.350268, 0.350632, 0.395743, 0.369313, 0.403526, 0.352437, 0.3497, 0.365682, 0.452446, 0.38082, 0.359186, 0.355886, 0.355324, 0.321978, 0.232625, 0.456709, 0.369528, 0.378512, 0.380783, 0.35837, 0.358702, 0.32576, 0.352367, 0.336991, 0.361529, 0.352816, 0.489623, 0.40595, 0.451431, 0.347173, 0.341035, 0.361127, 0.333246, 0.356889, 0.356229, 0.336603, 0.35674, 0.467616, 0.319493, 0.346218, 0.447365, 0.499885, 0.351192, 0.443064, 0.358785, 0.374397, 0.352841, 0.337542, 0.347615, 0.371685, 0.358295, 0.362431, 0.452963, 0.37351, 0.353258, 0.37804, 0.350456, 0.355616, 0.331196, 0.334081, 0.369803, 0.424781, 0.335372, 0.439473, 0.345167, 0.352937, 0.477556, 0.473837, 0.383591, 0.311927, 0.347023, 0.394731, 0.365598, 0.398695, 0.305309, 0.384302, 0.512119, 0.321563, 0.442282, 0.373109, 0.396651, 0.377354, 0.396296, 0.319362, 0.391549, 0.281908, 0.337015, 0.328287, 0.340328, 0.464772, 0.443217, 0.345405, 0.387621, 0.367278, 0.344075, 0.396466, 0.423885, 0.39485, 0.319724, 0.346171, 0.33903, 0.365126, 0.344042, 0.749342, 0.348408, 0.360649, 0.3667, 0.337288, 0.3628, 0.38098, 0.376234, 0.400171, 0.423484, 0.369075, 0.462798, 0.402692, 0.367077, 0.343766, 0.462558, 0.349046, 0.346722, 0.416669, 0.353037, 0.36463, 0.3654, 0.288887, 0.413068, 0.349197, 0.354694, 0.342737, 0.358878, 0.363053, 0.380162, 0.402756, 0.367018, 0.366628, 0.363986, 0.472974, 0.347888, 0.360223, 0.334325, 0.39567, 0.352363, 0.340581, 0.370827, 0.430994, 0.342238, 0.345804, 0.476872, 0.369089, 0.351549, 0.374942, 0.35162, 0.361384, 0.381343, 0.368849, 0.394858, 0.362821, 0.482621, 0.437187, 0.339649, 0.368839, 0.368263, 0.349167, 0.35435, 0.442807, 0.392943, 0.317546, 0.473615, 0.337942, 0.376824, 0.351131, 0.394962, 0.342492, 0.350666, 0.384727, 0.3674, 0.358895, 0.400331, 0.352384, 0.314433, 0.421838, 0.373773, 0.336419, 0.384098, 0.372042, 0.365574, 0.362374, 0.389662, 0.398528, 0.428172, 0.378105, 0.354428, 0.32507, 0.422501, 0.398088, 0.367703, 0.385486, 0.370041, 0.422634, 0.356318, 0.357079, 0.360335, 0.361823, 0.384799, 0.295425, 0.367598, 0.332529, 0.344477, 0.413405, 0.35671, 0.385089, 0.374141, 0.330287, 0.394293, 0.495077, 0.352667, 0.377714, 0.374591, 0.35386, 0.352579, 0.373, 0.368371, 0.362345, 0.403405, 0.383698, 0.369112, 0.352756, 0.455011, 0.453236, 0.361785, 0.362678, 0.343935, 0.360932, 0.393311, 0.369483, 0.394123, 0.445204, 0.378571, 0.333405, 0.365424, 0.395413, 0.375689, 0.344946, 0.402983, 0.344321, 0.328983, 0.372842, 0.36212, 0.374585, 0.361377, 0.442285, 0.385341, 0.383311, 0.349314, 0.336313, 0.383134, 0.387346, 0.314473, 0.351374, 0.336779, 0.459464, 0.399487, 0.51783, 0.33807, 0.302527, 0.355491, 0.423859, 0.222652, 0.354009, 0.401805, 0.331683, 0.374287, 0.351781, 0.366041, 0.373759, 0.357403, 0.360286, 0.348339, 0.356, 0.387854, 0.475607, 0.393502, 0.336543, 0.312123, 0.371005, 0.377426, 0.398569, 0.182108, 0.334566, 0.358265, 0.666664, 0.38353, 0.36899, 0.354964, 0.334045, 0.478479, 0.358694, 0.355554, 0.43408, 0.373173, 0.386399, 0.369917, 0.379176, 0.366986, 0.32711, 0.347184, 0.390482, 0.413588, 0.379361, 0.408702, 0.403354, 0.458681, 0.391986, 0.3756, 0.347982, 0.362273, 0.378816, 0.361179, 0.40992, 0.483844, 0.324983, 0.33855, 0.35624, 0.342205, 0.35373, 0.534596, 0.399495, 0.361245, 0.324491, 0.391382, 0.403274, 0.362283, 0.349956, 0.374164, 0.363816, 0.361349, 0.365845, 0.437499, 0.356573, 0.369281, 0.352186, 0.377418, 0.389029, 0.353283, 0.448581, 0.341484, 0.439818, 0.354335, 0.351557, 0.349872, 0.356572, 0.378866, 0.35971, 0.377831, 0.405667, 0.396917, 0.32088, 0.401006, 0.387577, 0.381072, 0.44245, 0.355285, 0.367049, 0.463222, 0.486198, 0.357589, 0.376653, 0.39942, 0.368983, 0.351072, 0.41885, 0.344801, 0.355625, 0.374388, 0.376765, 0.37605, 0.416088, 0.368633, 0.348939, 0.325088, 0.356859, 0.417312, 0.419744, 0.360093, 0.393718, 0.341333, 0.408626, 0.412719, 0.488435, 0.381821, 0.333958, 0.422763, 0.336555, 0.48599, 0.360998, 0.379529, 0.458402, 0.503723, 0.394843, 0.375675, 0.354869, 0.379748, 0.387312, 0.504991, 0.356686, 0.34938, 0.383181, 0.377368, 0.430768, 0.322612, 0.338323, 0.366241, 0.336748, 0.401872, 0.352712, 0.289993, 0.336728, 0.372195, 0.359605, 0.355421, 0.370861, 0.359527, 0.342845, 0.39738, 0.358854, 0.380946, 0.392534, 0.414791, 0.377902 ] }, "name": "model.model.layers.29.input_layernorm.weight", "outputIndexes": [ 2366 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2365 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_29/Mul_output_0", "outputIndexes": [ 2367 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2366, 2367 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_29/Mul_1_output_0", "outputIndexes": [ 2368 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.29/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2368 ], "outputIndexes": [ 3440 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.29/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 3440 ], "outputIndexes": [ 3441 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.29/self_attn/q_proj/Linear", "inputIndexes": [ 3441 ], "outputIndexes": [ 3442 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 960, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14400, "weightSize": 0 }, "external": [ 178180466, 460822, 115200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.29/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 3442 ], "outputIndexes": [ 3443 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.29/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3443 ], "outputIndexes": [ 2369 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 960 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2368 ], "main_type": "NONE", "name": "/Shape_407_output_0", "outputIndexes": [ 2370 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2370 ], "main_type": "NONE", "name": "Shape6342", "outputIndexes": [ 2371 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2370 ], "main_type": "NONE", "name": "Rank6344", "outputIndexes": [ 2372 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2372, 2372 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6346", "outputIndexes": [ 2373 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2373 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze6347", "outputIndexes": [ 2374 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2373, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6349", "outputIndexes": [ 2375 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2375 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze6350", "outputIndexes": [ 2376 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2371, 2374, 2376, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice6353", "outputIndexes": [ 2377 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2377 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze6354", "outputIndexes": [ 2378 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 2378 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6355", "outputIndexes": [ 2379 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2379, 2378 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6356", "outputIndexes": [ 2380 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2370, 2380, 2373 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_439_output_0", "outputIndexes": [ 2381 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2381, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_929_output_0", "outputIndexes": [ 2382 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 2382, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_377_output_0", "outputIndexes": [ 2383 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2369, 2383 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_262_output_0", "outputIndexes": [ 2384 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2384, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_232_output_0", "outputIndexes": [ 2385 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2384 ], "main_type": "NONE", "name": "/Shape_408_output_0", "outputIndexes": [ 2386 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2386 ], "main_type": "NONE", "name": "Shape6363", "outputIndexes": [ 2387 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2386 ], "main_type": "NONE", "name": "Rank6365", "outputIndexes": [ 2388 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2388, 2388 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6367", "outputIndexes": [ 2389 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2389 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze6368", "outputIndexes": [ 2390 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2389, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6370", "outputIndexes": [ 2391 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2391 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze6371", "outputIndexes": [ 2392 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2387, 2390, 2392, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice6374", "outputIndexes": [ 2393 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2393 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze6375", "outputIndexes": [ 2394 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 2394 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6376", "outputIndexes": [ 2395 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2395, 2394 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6377", "outputIndexes": [ 2396 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2386, 2396, 2389 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_440_output_0", "outputIndexes": [ 2397 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2397, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_87_output_0", "outputIndexes": [ 2398 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2398, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_934_output_0", "outputIndexes": [ 2399 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2384, 2399, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_117_output_0", "outputIndexes": [ 2400 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2400 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_58_output_0", "outputIndexes": [ 2401 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2384, 22, 2399, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_116_output_0", "outputIndexes": [ 2402 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2401, 2402 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_380_output_0", "outputIndexes": [ 2403 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2403, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_233_output_0", "outputIndexes": [ 2404 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2385, 2404 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_145_output_0", "outputIndexes": [ 2405 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.29/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2368 ], "outputIndexes": [ 3444 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.29/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 3444 ], "outputIndexes": [ 3445 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.29/self_attn/k_proj/Linear", "inputIndexes": [ 3445 ], "outputIndexes": [ 3446 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 4800, "weightSize": 0 }, "external": [ 178756488, 153622, 38400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.29/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 3446 ], "outputIndexes": [ 3447 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.29/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3447 ], "outputIndexes": [ 2406 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 2382, 85, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_378_output_0", "outputIndexes": [ 2407 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2406, 2407 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_263_output_0", "outputIndexes": [ 2408 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2408, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_234_output_0", "outputIndexes": [ 2409 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2408 ], "main_type": "NONE", "name": "/Shape_409_output_0", "outputIndexes": [ 2410 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2410 ], "main_type": "NONE", "name": "Shape6426", "outputIndexes": [ 2411 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2410 ], "main_type": "NONE", "name": "Rank6428", "outputIndexes": [ 2412 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2412, 2412 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6430", "outputIndexes": [ 2413 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2413 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze6431", "outputIndexes": [ 2414 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2413, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6433", "outputIndexes": [ 2415 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2415 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze6434", "outputIndexes": [ 2416 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2411, 2414, 2416, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice6437", "outputIndexes": [ 2417 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2417 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze6438", "outputIndexes": [ 2418 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 2418 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6439", "outputIndexes": [ 2419 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2419, 2418 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6440", "outputIndexes": [ 2420 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2410, 2420, 2413 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_441_output_0", "outputIndexes": [ 2421 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2421, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_88_output_0", "outputIndexes": [ 2422 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2422, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_936_output_0", "outputIndexes": [ 2423 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2408, 2423, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_119_output_0", "outputIndexes": [ 2424 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2424 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_59_output_0", "outputIndexes": [ 2425 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2408, 22, 2423, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_118_output_0", "outputIndexes": [ 2426 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2425, 2426 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_381_output_0", "outputIndexes": [ 2427 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2427, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_235_output_0", "outputIndexes": [ 2428 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2409, 2428 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_146_output_0", "outputIndexes": [ 2429 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.29/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2368 ], "outputIndexes": [ 3448 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.29/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 3448 ], "outputIndexes": [ 3449 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.29/self_attn/v_proj/Linear", "inputIndexes": [ 3449 ], "outputIndexes": [ 3450 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 4800, "weightSize": 0 }, "external": [ 178948510, 153622, 38400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.29/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 3450 ], "outputIndexes": [ 3451 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.29/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3451 ], "outputIndexes": [ 2430 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2430, 2407 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_264_output_0", "outputIndexes": [ 2431 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2405, 2429, 2431, 111 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_269_output_0", "outputIndexes": [ 2432 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.29/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2432 ], "outputIndexes": [ 3452 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.29/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 3452 ], "outputIndexes": [ 3453 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.29/self_attn/o_proj/Linear", "inputIndexes": [ 3453 ], "outputIndexes": [ 3454 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 960, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14400, "weightSize": 0 }, "external": [ 179140532, 460822, 115200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.29/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 3454 ], "outputIndexes": [ 3455 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.29/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3455 ], "outputIndexes": [ 2433 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 960 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2365, 2433 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_148_output_0", "outputIndexes": [ 2434 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 960 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.362475, 0.328839, 0.344611, 0.346814, 0.355542, 0.35356, 0.364693, 0.351487, 0.230334, 0.315212, 0.321048, 0.362169, 0.348603, 0.368743, 0.33803, 0.336006, 0.310751, 0.361396, 0.322317, 0.306937, 0.348558, 0.324122, 0.32635, 0.348721, 0.36, 0.293008, 0.302451, 0.323591, 0.34201, 0.312677, 0.350523, 0.35113, 0.324253, 0.346034, 0.333834, 0.333015, 0.350376, 0.335502, 0.320768, 0.338243, 0.200578, 0.310391, 0.36171, 0.32501, 0.346512, 0.324022, 0.327958, 0.350159, 0.311578, 0.335606, 0.336656, 0.330805, 0.331157, 0.321545, 0.340713, 0.31847, 0.321553, 0.289853, 0.334601, 0.342068, 0.328188, 0.352332, 0.330643, 0.314043, 0.343583, 0.335017, 0.333164, 0.348601, 0.335447, 0.319491, 0.343017, 0.346386, 0.354856, 0.353054, 0.329202, 0.317542, 0.354277, 0.352707, 0.238378, 0.340068, 0.284797, 0.349842, 0.322431, 0.343156, 0.367831, 0.34646, 0.343, -1.9e-05, 0.33684, 0.344049, 0.336839, 0.325016, 0.315258, 0.329623, 0.311105, 0.331786, 0.323396, 0.314462, 0.340521, 0.354715, 0.326855, 0.356678, 0.334505, 0.326427, 0.347948, 0.355142, 0.337215, 0.305102, 0.347896, 0.328972, 0.340475, 0.332461, 0.330194, 0.344608, 0.347718, 0.334688, 0.349184, 0.368913, 0.344143, 0.347211, 0.346464, 0.351036, 0.332019, 0.343034, 0.334023, 0.349571, 0.348308, 0.349712, 0.352646, 0.326444, 0.339872, 0.322926, 0.330839, 0.32673, 0.330304, 0.365632, 0.348961, 0.331561, 0.340402, 0.333696, 0.331574, 0.339694, 0.36009, 0.327233, 0.361245, 0.32868, 0.312275, 0.324515, 0.332738, 0.347201, 0.329464, 0.354377, 0.336816, 0.31066, 0.331627, 0.342956, 0.329592, 0.340317, 0.343226, 0.342581, 0.352424, 0.339135, 0.284328, 0.320393, 0.329417, 0.363527, 0.338004, 0.321632, 0.340846, 0.350284, 0.336631, 0.326858, 0.321159, 0.333727, 0.343113, 0.342071, 0.3214, 0.31857, 0.35445, 0.309406, 0.354079, 0.331956, 0.323558, 0.346551, 0.344073, 0.356155, 0.33198, 0.337796, 0.331494, 0.326342, 0.335522, 0.326563, 0.327301, 0.296524, 0.324665, 0.34387, 0.316322, 0.338544, 0.352475, 0.343136, 0.319859, 0.330001, 0.338773, 0.357539, 0.324847, 0.335721, 0.309428, 0.351324, 0.341355, 0.316573, 0.339665, 0.336042, 0.251188, 0.355556, 0.334363, 0.339754, 0.348699, 0.245837, 0.292681, 0.337175, 0.323746, 0.319208, 0.304693, 0.306241, 0.29249, 0.331427, 0.334398, 0.307972, 0.357622, 0.316716, 0.357866, 0.315848, 0.289773, 0.330574, 0.340623, 0.325115, 0.352287, 0.151611, 0.330552, 0.338701, 0.330566, 0.32737, 0.345917, 0.334008, 0.349997, 0.353918, 0.342357, 0.335618, 0.338592, 0.335667, 0.339873, 0.334367, 0.332757, 0.345329, 0.323783, 0.350054, 0.339447, 0.351794, 0.342156, 0.328748, 0.34341, 0.339106, 0.341574, 0.336793, 0.345003, 0.320684, 0.356688, 0.316597, 0.342453, 0.353935, 0.34715, 0.361369, 0.34425, 0.345967, 0.346122, 0.345325, 0.322889, 0.321292, 0.338945, 0.356982, 0.328372, 0.358282, 0.325456, 0.342477, 0.347685, 0.353466, 0.327224, 0.343864, 0.354853, 0.327001, 0.344853, 0.342433, 0.353316, 0.34558, 0.348808, 0.261096, 0.350471, 0.340741, 0.334782, 0.219765, 0.313228, 0.352871, 0.342231, 0.346491, 0.326003, 0.361219, 0.314966, 0.328052, 0.338233, 0.330736, 0.328762, 0.340024, 0.342883, 0.326721, 0.33703, 0.306428, 0.33352, 0.311701, 0.334709, 0.339234, 0.34786, 0.336507, 0.351442, 0.358716, 0.331064, 0.308159, 0.346731, 0.343898, 0.348187, 0.327797, 0.346147, 0.321001, 0.339399, 0.169078, 0.336769, 0.346528, 0.319456, 0.351073, 0.333163, 0.337662, 0.331873, 0.348395, 0.320191, 0.348451, 0.322929, 0.335302, 0.324677, 0.313416, 0.300989, 0.346601, 0.340458, 0.220619, 0.344621, 0.33522, 0.341568, 0.332768, 0.330123, 0.30531, 0.334281, 0.314505, 0.31247, 0.320405, 0.073641, 0.329679, 0.322526, 0.319022, 0.343507, 0.327965, 0.342024, 0.331571, 0.317332, 0.336798, 0.275911, 0.324289, 0.329051, 0.349914, 0.347329, 0.328801, 0.315291, 0.336005, 0.322897, 0.351005, 0.346265, 0.331415, 0.369954, 0.338386, 0.340477, 0.345721, 0.313154, 0.334362, 0.32576, 0.324411, 0.330143, 0.336775, 0.318983, 0.334838, 0.337803, 0.357135, 0.63098, 0.348905, 0.345229, 0.323108, 0.341445, 0.325506, 0.31788, 0.344681, 0.352614, 0.335859, 0.330952, 0.32053, 0.342921, 0.351172, 0.337963, 0.327224, 0.31342, 0.323692, 0.357, 0.348376, 0.333865, 0.343516, 0.317199, 0.346209, 0.351205, 0.336702, 0.333759, 0.39976, 0.32123, 0.343716, 0.342701, 0.331102, 0.313967, 0.347775, 0.336457, 0.320761, 0.347037, 0.337024, 0.352008, 0.337564, 0.319704, 0.227071, 0.330915, 0.353851, 0.359982, 0.34406, 0.344939, 0.337591, 0.321681, 0.334616, 0.340705, 0.316136, 0.347946, 0.346493, 0.341999, 0.335446, 0.178031, 0.357545, 0.328903, 0.310037, 0.315377, 0.32728, 0.324144, 0.357701, 0.323396, 0.326738, 0.317584, 0.304619, 0.345786, 0.340291, 0.319706, 0.305144, 0.36569, 0.315602, 0.334969, 0.336299, 0.133451, 0.335174, 0.335114, 0.317568, 0.320807, 0.345175, 0.362238, 0.339581, 0.348454, 0.332248, 0.343773, 0.325558, 0.330829, 0.351812, 0.340114, 0.323887, 0.345635, 0.334293, 0.331202, 0.341738, 0.30165, 0.337923, 0.326171, 0.361235, 0.334684, 0.312434, 0.317658, 0.348072, 0.19588, 0.338434, 0.351168, 0.334553, 0.3199, 0.336657, 0.32764, 0.32388, 0.338604, 0.325251, 0.323825, 0.339637, 0.349178, 0.327903, 0.328309, 0.323011, 0.3363, 0.31862, 0.328322, 0.329492, 0.343042, 0.351148, 0.335479, 0.342566, 0.344974, 0.25223, 0.358386, 0.338359, 0.347302, 0.345208, 0.358537, 0.3459, 0.331121, 0.335447, 0.344506, 0.330982, 0.338363, 0.341875, 0.350491, 0.351213, 0.349408, 0.339328, 0.249936, 0.316017, 0.317898, 0.300064, 0.341306, 0.355899, 0.335348, 0.348811, 0.351215, 0.321963, 0.355134, 0.345837, 0.330232, 0.283031, 0.322664, 0.341836, 0.357061, 0.316788, 0.307649, 0.349574, 0.319077, 0.34582, 0.351048, 0.332038, 0.315432, 0.338602, 0.349886, 0.338371, 0.325679, 0.322411, 0.357041, 0.330032, 0.327104, 0.326466, 0.332973, 0.337536, 0.349969, 0.338154, 0.33124, 0.345832, 0.341483, 0.329455, 0.352223, 0.324613, 0.32168, 0.346959, 0.321299, 0.328413, 0.342101, 0.34001, 0.346689, 0.353429, 0.324841, 0.319703, 0.311317, 0.32245, 0.336664, 0.311964, 0.348259, 0.33556, 0.289225, 0.333589, 0.302465, 0.338863, 0.342553, 0.353743, 0.34585, 0.332225, 0.236511, 0.309031, 0.343067, 0.164068, 0.335657, 0.345047, 0.327347, 0.320071, 0.312899, 0.32949, 0.341353, 0.342573, 0.330328, 0.346051, 0.349656, 0.354147, 0.310519, 0.340231, 0.333305, 0.360486, 0.344526, 0.212339, 0.359505, 0.336952, 0.30764, 0.34876, 0.357204, 0.321485, 0.343022, 0.352963, 0.328996, 0.348863, 0.326696, 0.349388, 0.357279, 0.324361, 0.324586, 0.334206, 0.336454, 0.328665, 0.348657, 0.347062, 0.311739, 0.308845, 0.321995, 0.340161, 0.332898, 0.346037, 0.35839, 0.321828, 0.361407, 0.334789, 0.320933, 0.343174, 0.352747, 0.294777, 0.354248, 0.328124, 0.335978, 0.350208, 0.34444, 0.329869, 0.335915, 0.329621, 0.348172, 0.336119, 0.333561, 0.37428, 0.353543, 0.325867, 0.330427, 0.34363, 0.337918, 0.338768, 0.332911, 0.346235, 0.311393, 0.314036, 0.331802, 0.346742, 0.306452, 0.311152, 0.338322, 0.329039, 0.355543, 0.334029, 0.200376, 0.336231, 0.330428, 0.350326, 0.313421, 0.341472, 0.33904, 0.348025, 0.348993, 0.34951, 0.304238, 0.319127, 0.223958, 0.316699, 0.327098, 0.328323, 0.354599, 0.33585, 0.318421, 0.350017, 0.357715, 0.325838, 0.310927, 0.343439, 0.351624, 0.320964, 0.327762, 0.356831, 0.342955, 0.31699, 0.346094, 0.316511, 0.34775, 0.343861, 0.323016, 0.328942, 0.334655, 0.30406, 0.338273, 0.339142, 0.335334, 0.324718, 0.327195, 0.354136, 0.341381, 0.343854, 0.34127, 0.314469, 0.33094, 0.325837, 0.331249, 0.306864, 0.337572, 0.35338, 0.33167, 0.324348, 0.314064, 0.361475, 0.345526, 0.320915, 0.329376, 0.32709, 0.33135, 0.341215, 0.34854, 0.331018, 0.31714, 0.349608, 0.351194, 0.311627, 0.34535, 0.312343, 0.351406, 0.343788, 0.342654, 0.347271, 0.313421, 0.356113, 0.310746, 0.354207, 0.337908, 0.35192, 0.312059, 0.316028, 0.345846, 0.354379, 0.323027, 0.31136, 0.330506, 0.348213, 0.342498, 0.321431, 0.332221, 0.32052, 0.304854, 0.320159, 0.32491, 0.337108, 0.34747, 0.320933, 0.22344, 0.340925, 0.335982, 0.336472, 0.361349, 0.343009, 0.348091, 0.333853, 0.334534, 0.319981, 0.313117, 0.345311, 0.318203, 0.334588, 0.366011, 0.318252, 0.336715, 0.349887, 0.315459, 0.330159, 0.245148, 0.330268, 0.353307, 0.201601, 0.341793, 0.338496, 0.335796, 0.342193, 0.311282, 0.347341, 0.350612, 0.319234, 0.345479, 0.317756, 0.329077, 0.330337, 0.331823, 0.334222, 0.348675, 0.319618, 0.327728, 0.336659, 0.338631, 0.357323, 0.324007, 0.32626, 0.335935, 0.342985, 0.347351, 0.325749, 0.318216, 0.356624, 0.316594, 0.319933, 0.347256, 0.357951, 0.320248, 0.355965, 0.257512, 0.333394, 0.355561, 0.317111, 0.345293, 0.323321, 0.353317, 0.326811, 0.329505, 0.35079, 0.339696, 0.334165, 0.319247, 0.33422, 0.347344, 0.35355, 0.31886, 0.33041, 0.344548, 0.301845, 0.349168, 0.324815, 0.33887, 0.305662, 0.33764, 0.345559, 0.350182, 0.335356, 0.351541, 0.351271, 0.355092, 0.315464, 0.350891, 0.337682, 0.328592, 0.307018, 0.334228, 0.334989, 0.320652, 0.128188, 0.346228, 0.322354, 0.338115, 0.340099, 0.34495, 0.330305, 0.349878, 0.355743, 0.328997, 0.346015, 0.325292, 0.344312, 0.346681, 0.321557, 0.318067, 0.327005, 0.357216, 0.317915, 0.326579, 0.33966, 0.330822, 0.312511, 0.315393, 0.333769, 0.351303, 0.333912, 0.326788, 0.337782, 0.281018, 0.350632, 0.349275, 0.317928, 0.321481, 0.354273, 0.336592, 0.339548, 0.363735, 0.363167, 0.329955, 0.346257, 0.331869, 0.313795, 0.333085, 0.332481, 0.32965, 0.329805, 0.334461, 0.334046, 0.308243, 0.337333, 0.344447, 0.323502, 0.340772, 0.335713, 0.32762, 0.356454, 0.326726, 0.334741, 0.355547, 0.332988, 0.360987, 0.331487, 0.320015, 0.340916 ] }, "name": "model.model.layers.29.post_attention_layernorm.weight", "outputIndexes": [ 2435 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2434 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_29/Mul_output_0", "outputIndexes": [ 2436 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2435, 2436 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_29/Mul_1_output_0", "outputIndexes": [ 2437 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.29/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2437 ], "outputIndexes": [ 3456 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.29/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 3456 ], "outputIndexes": [ 3457 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.29/mlp/gate_proj/Linear", "inputIndexes": [ 3457 ], "outputIndexes": [ 3458 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2560, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 38400, "weightSize": 0 }, "external": [ 179716554, 1228822, 307200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.29/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 3458 ], "outputIndexes": [ 3459 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.29/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3459 ], "outputIndexes": [ 2438 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2438 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_29/Sigmoid_output_0", "outputIndexes": [ 2439 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2438, 2439 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_29/Mul_output_0", "outputIndexes": [ 2440 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.29/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2437 ], "outputIndexes": [ 3460 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.29/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 3460 ], "outputIndexes": [ 3461 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.29/mlp/up_proj/Linear", "inputIndexes": [ 3461 ], "outputIndexes": [ 3462 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2560, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 38400, "weightSize": 0 }, "external": [ 181252576, 1228822, 307200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.29/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 3462 ], "outputIndexes": [ 3463 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.29/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3463 ], "outputIndexes": [ 2441 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2440, 2441 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_29/Mul_output_0", "outputIndexes": [ 2442 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.29/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2442 ], "outputIndexes": [ 3464 ], "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.29/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 3464 ], "outputIndexes": [ 3465 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.29/mlp/down_proj/Linear", "inputIndexes": [ 3465 ], "outputIndexes": [ 3466 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 960, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2560, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 38400, "weightSize": 0 }, "external": [ 182788598, 1228822, 307200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.29/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 3466 ], "outputIndexes": [ 3467 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.29/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3467 ], "outputIndexes": [ 2443 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 960 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2434, 2443 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_149_output_0", "outputIndexes": [ 2444 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2444, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_270_output_0", "outputIndexes": [ 2445 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 960 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.491276, 0.508535, 0.516543, 0.504059, 0.509449, 0.537627, 0.509579, 0.511917, 0.601654, 0.499382, 0.471233, 0.529613, 0.509988, 0.518738, 0.49927, 0.509943, 0.52501, 0.487213, 0.539802, 0.553248, 0.518168, 0.478186, 0.50976, 0.52359, 0.526226, 0.521939, 0.51274, 0.476541, 0.524785, 0.49063, 0.503074, 0.522745, 0.518304, 0.526951, 0.445938, 0.53551, 0.514867, 0.533964, 0.487265, 0.489376, 0.355506, 0.456158, 0.497939, 0.505793, 0.497906, 0.494963, 0.49798, 0.529689, 0.560529, 0.522765, 0.493505, 0.378287, 0.490856, 0.478698, 0.494862, 0.50662, 0.465995, 0.53857, 0.529001, 0.530167, 0.569142, 0.507531, 0.503072, 0.453324, 0.507299, 0.533708, 0.507497, 0.517676, 0.475453, 0.519259, 0.529824, 0.509996, 0.517029, 0.499414, 0.526434, 0.537214, 0.519065, 0.521811, 0.516643, 0.480418, 0.462927, 0.518671, 0.522169, 0.509939, 0.533695, 0.530323, 0.528619, 0.059954, 0.501578, 0.504497, 0.503951, 0.487788, 0.439418, 0.53891, 0.468316, 0.416729, 0.458909, 0.523956, 0.495388, 0.541318, 0.552101, 0.494664, 0.51848, 0.513626, 0.495002, 0.511985, 0.491321, 0.464658, 0.545747, 0.479869, 0.496214, 0.496175, 0.480675, 0.519506, 0.521932, 0.500843, 0.51163, 0.496974, 0.483467, 0.542588, 0.492535, 0.521771, 0.476577, 0.526475, 0.502241, 0.501972, 0.52535, 0.504465, 0.518794, 0.541151, 0.533313, 0.481788, 0.503131, 0.499217, 0.50221, 0.506733, 0.508277, 0.515639, 0.484111, 0.521274, 0.499513, 0.495783, 0.551356, 0.488153, 0.541974, 0.52428, 0.516126, 0.539301, 0.555848, 0.518754, 0.49565, 0.544093, 0.508013, 0.386768, 0.518353, 0.51208, 0.479803, 0.420037, 0.50943, 0.510596, 0.53949, 0.532728, 0.499972, 0.426515, 0.48916, 0.526016, 0.484689, 0.455215, 0.477435, 0.54732, 0.474931, 0.503114, 0.483023, 0.505276, 0.52137, 0.511708, 0.496874, 0.470216, 0.492171, 0.506946, 0.522551, 0.460012, 0.517984, 0.517719, 0.505818, 0.532559, 0.474121, 0.533972, 0.524348, 0.489198, 0.510487, 0.520307, 0.496097, 0.338866, 0.463615, 0.486305, 0.490282, 0.493225, 0.538193, 0.545736, 0.366843, 0.517613, 0.498426, 0.515425, 0.472027, 0.492911, 0.457597, 0.489753, 0.537303, 0.471691, 0.48547, 0.515531, 0.422021, 0.503795, 0.477326, 0.522911, 0.527396, 0.440375, 0.473486, 0.525093, 0.489945, 0.475274, 0.271344, 0.460833, 0.550779, 0.483573, 0.498958, 0.470387, 0.524623, 0.484468, 0.512066, 0.495722, 0.449968, 0.458976, 0.478527, 0.523216, 0.518556, 0.710321, 0.533087, 0.520515, 0.498032, 0.496632, 0.494512, 0.513858, 0.527758, 0.515122, 0.512053, 0.484319, 0.523446, 0.487224, 0.488253, 0.474491, 0.516017, 0.491299, 0.525572, 0.476317, 0.485383, 0.506105, 0.492021, 0.531134, 0.492022, 0.522286, 0.531529, 0.522672, 0.544706, 0.587706, 0.549019, 0.484622, 0.554179, 0.531645, 0.523102, 0.518184, 0.522559, 0.518967, 0.502184, 0.53153, 0.5233, 0.548909, 0.535455, 0.589271, 0.502807, 0.538625, 0.462868, 0.530069, 0.515146, 0.554141, 0.536672, 0.508589, 0.539389, 0.496749, 0.511024, 0.518917, 0.527881, 0.549545, 0.519015, 0.364064, 0.507692, 0.524982, 0.499766, 0.37407, 0.474741, 0.522326, 0.531196, 0.567124, 0.504871, 0.525509, 0.471543, 0.517945, 0.522481, 0.547439, 0.543457, 0.534267, 0.506771, 0.471103, 0.506242, 0.516455, 0.493591, 0.469631, 0.491388, 0.535788, 0.482425, 0.498988, 0.484926, 0.527888, 0.505251, 0.50439, 0.569472, 0.493036, 0.49951, 0.51312, 0.499976, 0.484093, 0.519614, 0.496542, 0.502163, 0.545553, 0.51098, 0.51227, 0.49263, 0.494105, 0.51209, 0.52968, 0.517001, 0.542477, 0.526729, 0.532797, 0.500419, 0.352044, 0.413584, 0.514972, 0.483038, 0.466145, 0.518329, 0.51995, 0.475504, 0.518991, 0.51512, 0.510195, 0.51761, 0.445592, 0.502502, 0.47383, 0.451056, 0.483388, 0.479416, 0.465741, 0.464317, 0.499742, 0.508307, 0.524008, 0.463817, 0.528867, 0.522304, 0.50882, 0.506762, 0.52472, 0.507174, 0.495234, 0.472289, 0.535834, 0.518455, 0.528718, 0.511389, 0.503442, 0.521396, 0.480057, 0.451312, 0.475035, 0.431373, 0.464018, 0.436271, 0.449851, 0.495093, 0.465274, 0.49456, 0.482535, 0.484103, 0.530656, 0.393616, 0.487467, 0.470767, 0.457887, 0.47866, 0.479495, 0.489632, 0.469305, 0.489912, 0.476391, 0.464441, 0.447956, 0.513083, 0.498713, 0.496646, 0.450196, 0.509316, 0.462034, 0.511337, 0.47961, 0.488792, 0.507296, 0.475721, 0.482248, 0.450091, 0.468407, 0.471667, 0.43457, 0.462494, 0.474883, 0.486885, 0.463401, 0.462141, 0.470355, 0.488223, 0.464861, 0.465174, 0.465675, 0.474027, 0.441187, 0.45627, 0.257184, 0.450944, 0.504699, 0.483353, 0.501045, 0.454425, 0.444476, 0.464803, 0.470058, 0.407658, 0.470867, 0.532156, 0.480222, 0.495238, 0.488775, 0.799824, 0.522095, 0.473174, 0.487312, 0.487325, 0.517388, 0.523378, 0.505582, 0.527095, 0.414619, 0.502248, 0.461198, 0.478192, 0.509417, 0.479986, 0.422847, 0.523982, 0.5167, 0.482195, 0.503859, 0.529139, 0.51049, 0.537755, 0.511144, 0.498267, 0.514773, 0.509605, 0.530806, 0.517834, 0.484068, 0.49237, 0.487581, 0.504738, 0.525696, 0.505477, 0.466277, 0.525161, 0.532462, 0.483308, 0.470614, 0.489423, 0.490307, 0.500803, 0.511875, 0.507603, 0.520164, 0.536296, 0.551167, 0.639747, 0.464296, 0.51477, 0.526132, 0.493954, 0.510735, 0.497543, 0.480336, 0.497996, 0.480454, 0.501506, 0.526721, 0.544666, 0.452124, 0.49154, 0.510599, 0.48864, 0.49777, 0.464455, 0.523025, 0.501116, 0.491342, 0.494472, 0.519776, 0.505083, 0.426251, 0.510281, 0.504912, 0.519215, 0.489825, 0.506012, 0.479682, 0.485104, 0.504349, 0.508677, 0.50561, 0.506358, 0.514565, 0.507766, 0.509586, 0.4883, 0.495264, 0.326481, 0.487794, 0.501704, 0.537825, 0.500395, 0.491791, 0.511613, 0.473403, 0.521773, 0.508257, 0.51776, 0.45046, 0.582337, 0.542989, 0.555453, 0.498055, 0.512581, 0.493562, 0.469372, 0.515641, 0.48968, 0.508572, 0.51385, 0.479935, 0.478247, 0.483219, 0.495387, 0.524715, 0.512023, 0.508, 0.525375, 0.502168, 0.520128, 0.466163, 0.489663, 0.492114, 0.526359, 0.527518, 0.494828, 0.514279, 0.500448, 0.459791, 0.526077, 0.475035, 0.486423, 0.499333, 0.497783, 0.494407, 0.509674, 0.532014, 0.496829, 0.508458, 0.543769, 0.500652, 0.487934, 0.467578, 0.499468, 0.489269, 0.50001, 0.541584, 0.421417, 0.516523, 0.584233, 0.485143, 0.536738, 0.553635, 0.503735, 0.527684, 0.560568, 0.448371, 0.490043, 0.401847, 0.496299, 0.516782, 0.49768, 0.525887, 0.52927, 0.501826, 0.535138, 0.484992, 0.541329, 0.500875, 0.54068, 0.538208, 0.500326, 0.529664, 0.472795, 0.543238, 0.508906, 0.765924, 0.509383, 0.502956, 0.5198, 0.495493, 0.527261, 0.491458, 0.549403, 0.544959, 0.502362, 0.507221, 0.567334, 0.528976, 0.53572, 0.501523, 0.54377, 0.481349, 0.502585, 0.509903, 0.508069, 0.49229, 0.440083, 0.387633, 0.493316, 0.463045, 0.497949, 0.495324, 0.530246, 0.470705, 0.504501, 0.53057, 0.502242, 0.503522, 0.549518, 0.606348, 0.502576, 0.47704, 0.475216, 0.495208, 0.521269, 0.519691, 0.501437, 0.494012, 0.48948, 0.51366, 0.531892, 0.538145, 0.531798, 0.510977, 0.481288, 0.499422, 0.491234, 0.483643, 0.485561, 0.528171, 0.582437, 0.517471, 0.476322, 0.511203, 0.443345, 0.4527, 0.486179, 0.512081, 0.525844, 0.424603, 0.514054, 0.496701, 0.524764, 0.54031, 0.512198, 0.514193, 0.506161, 0.552774, 0.524565, 0.517135, 0.498242, 0.509212, 0.368061, 0.551329, 0.488077, 0.473764, 0.520881, 0.517943, 0.521515, 0.517605, 0.524952, 0.534124, 0.517399, 0.533805, 0.515549, 0.481843, 0.512466, 0.525819, 0.519881, 0.509019, 0.506708, 0.48362, 0.509331, 0.499958, 0.495803, 0.520969, 0.529608, 0.418066, 0.507795, 0.510429, 0.53068, 0.537395, 0.486108, 0.52554, 0.537811, 0.483883, 0.528198, 0.491961, 0.488099, 0.503766, 0.517904, 0.505103, 0.538342, 0.540266, 0.534582, 0.512036, 0.517341, 0.513308, 0.523458, 0.490396, 0.516763, 0.493717, 0.49147, 0.537036, 0.513295, 0.51076, 0.531724, 0.482359, 0.518398, 0.545316, 0.529219, 0.464024, 0.496639, 0.552879, 0.529507, 0.506299, 0.503699, 0.522098, 0.435737, 0.512387, 0.514193, 0.49475, 0.457736, 0.52992, 0.532466, 0.529644, 0.496432, 0.436264, 0.497735, 0.482114, 0.473305, 0.486337, 0.462461, 0.522691, 0.514649, 0.595483, 0.464332, 0.435444, 0.514082, 0.447914, 0.330425, 0.519019, 0.51492, 0.495445, 0.523545, 0.523558, 0.535324, 0.47133, 0.504869, 0.463925, 0.462412, 0.504448, 0.519128, 0.532649, 0.54583, 0.496466, 0.477143, 0.506405, 0.472736, 0.507636, 0.217181, 0.502297, 0.5197, 0.673516, 0.501022, 0.521752, 0.506477, 0.476015, 0.543486, 0.50934, 0.546003, 0.529792, 0.512966, 0.485131, 0.514731, 0.510921, 0.493591, 0.477854, 0.47518, 0.495147, 0.502086, 0.530405, 0.507484, 0.540252, 0.5349, 0.496955, 0.508218, 0.515038, 0.515712, 0.505987, 0.48904, 0.538679, 0.547271, 0.466615, 0.531683, 0.515462, 0.47031, 0.516766, 0.616312, 0.524538, 0.500329, 0.475567, 0.491721, 0.536619, 0.504665, 0.478944, 0.521709, 0.52228, 0.508345, 0.496811, 0.476719, 0.503295, 0.516177, 0.500319, 0.492638, 0.49591, 0.526699, 0.50706, 0.508315, 0.528099, 0.494439, 0.496913, 0.525596, 0.493334, 0.506861, 0.494022, 0.506497, 0.528791, 0.524361, 0.465856, 0.508132, 0.515831, 0.514148, 0.519862, 0.498445, 0.498164, 0.489266, 0.707586, 0.508424, 0.522828, 0.519079, 0.523087, 0.53133, 0.494268, 0.524525, 0.534074, 0.495728, 0.505247, 0.517758, 0.479968, 0.498173, 0.454015, 0.430891, 0.496277, 0.553983, 0.461769, 0.503536, 0.485239, 0.457559, 0.550975, 0.497086, 0.501971, 0.532014, 0.484102, 0.523385, 0.464138, 0.523902, 0.536534, 0.523317, 0.560846, 0.519518, 0.525421, 0.53515, 0.505741, 0.555385, 0.543801, 0.533164, 0.520026, 0.480949, 0.521461, 0.542868, 0.534165, 0.467535, 0.481057, 0.525823, 0.495786, 0.533809, 0.491, 0.426669, 0.460377, 0.534295, 0.494031, 0.49178, 0.528536, 0.464277, 0.495964, 0.522151, 0.497618, 0.527023, 0.526284, 0.528825, 0.504469 ] }, "name": "model.model.layers.30.input_layernorm.weight", "outputIndexes": [ 2446 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2445 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_30/Mul_output_0", "outputIndexes": [ 2447 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2446, 2447 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_30/Mul_1_output_0", "outputIndexes": [ 2448 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.30/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2448 ], "outputIndexes": [ 3468 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.30/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 3468 ], "outputIndexes": [ 3469 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.30/self_attn/q_proj/Linear", "inputIndexes": [ 3469 ], "outputIndexes": [ 3470 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 960, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14400, "weightSize": 0 }, "external": [ 184324620, 460822, 115200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.30/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 3470 ], "outputIndexes": [ 3471 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.30/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3471 ], "outputIndexes": [ 2449 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 960 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2448 ], "main_type": "NONE", "name": "/Shape_421_output_0", "outputIndexes": [ 2450 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2450 ], "main_type": "NONE", "name": "Shape6558", "outputIndexes": [ 2451 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2450 ], "main_type": "NONE", "name": "Rank6560", "outputIndexes": [ 2452 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2452, 2452 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6562", "outputIndexes": [ 2453 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2453 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze6563", "outputIndexes": [ 2454 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2453, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6565", "outputIndexes": [ 2455 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2455 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze6566", "outputIndexes": [ 2456 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2451, 2454, 2456, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice6569", "outputIndexes": [ 2457 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2457 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze6570", "outputIndexes": [ 2458 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 2458 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6571", "outputIndexes": [ 2459 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2459, 2458 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6572", "outputIndexes": [ 2460 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2450, 2460, 2453 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_454_output_0", "outputIndexes": [ 2461 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2461, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_961_output_0", "outputIndexes": [ 2462 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 2462, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_390_output_0", "outputIndexes": [ 2463 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2449, 2463 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_271_output_0", "outputIndexes": [ 2464 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2464, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_240_output_0", "outputIndexes": [ 2465 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2464 ], "main_type": "NONE", "name": "/Shape_422_output_0", "outputIndexes": [ 2466 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2466 ], "main_type": "NONE", "name": "Shape6579", "outputIndexes": [ 2467 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2466 ], "main_type": "NONE", "name": "Rank6581", "outputIndexes": [ 2468 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2468, 2468 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6583", "outputIndexes": [ 2469 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2469 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze6584", "outputIndexes": [ 2470 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2469, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6586", "outputIndexes": [ 2471 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2471 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze6587", "outputIndexes": [ 2472 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2467, 2470, 2472, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice6590", "outputIndexes": [ 2473 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2473 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze6591", "outputIndexes": [ 2474 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 2474 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6592", "outputIndexes": [ 2475 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2475, 2474 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6593", "outputIndexes": [ 2476 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2466, 2476, 2469 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_455_output_0", "outputIndexes": [ 2477 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2477, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_90_output_0", "outputIndexes": [ 2478 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2478, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_966_output_0", "outputIndexes": [ 2479 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2464, 2479, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_121_output_0", "outputIndexes": [ 2480 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2480 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_60_output_0", "outputIndexes": [ 2481 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2464, 22, 2479, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_120_output_0", "outputIndexes": [ 2482 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2481, 2482 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_393_output_0", "outputIndexes": [ 2483 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2483, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_241_output_0", "outputIndexes": [ 2484 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2465, 2484 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_150_output_0", "outputIndexes": [ 2485 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.30/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2448 ], "outputIndexes": [ 3472 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.30/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 3472 ], "outputIndexes": [ 3473 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.30/self_attn/k_proj/Linear", "inputIndexes": [ 3473 ], "outputIndexes": [ 3474 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 4800, "weightSize": 0 }, "external": [ 184900642, 153622, 38400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.30/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 3474 ], "outputIndexes": [ 3475 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.30/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3475 ], "outputIndexes": [ 2486 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 2462, 85, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_391_output_0", "outputIndexes": [ 2487 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2486, 2487 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_272_output_0", "outputIndexes": [ 2488 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2488, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_242_output_0", "outputIndexes": [ 2489 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2488 ], "main_type": "NONE", "name": "/Shape_423_output_0", "outputIndexes": [ 2490 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2490 ], "main_type": "NONE", "name": "Shape6642", "outputIndexes": [ 2491 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2490 ], "main_type": "NONE", "name": "Rank6644", "outputIndexes": [ 2492 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2492, 2492 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6646", "outputIndexes": [ 2493 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2493 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze6647", "outputIndexes": [ 2494 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2493, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6649", "outputIndexes": [ 2495 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2495 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze6650", "outputIndexes": [ 2496 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2491, 2494, 2496, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice6653", "outputIndexes": [ 2497 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2497 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze6654", "outputIndexes": [ 2498 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 2498 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6655", "outputIndexes": [ 2499 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2499, 2498 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6656", "outputIndexes": [ 2500 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2490, 2500, 2493 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_456_output_0", "outputIndexes": [ 2501 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2501, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_91_output_0", "outputIndexes": [ 2502 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2502, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_968_output_0", "outputIndexes": [ 2503 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2488, 2503, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_123_output_0", "outputIndexes": [ 2504 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2504 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_61_output_0", "outputIndexes": [ 2505 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2488, 22, 2503, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_122_output_0", "outputIndexes": [ 2506 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2505, 2506 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_394_output_0", "outputIndexes": [ 2507 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2507, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_243_output_0", "outputIndexes": [ 2508 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2489, 2508 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_151_output_0", "outputIndexes": [ 2509 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.30/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2448 ], "outputIndexes": [ 3476 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.30/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 3476 ], "outputIndexes": [ 3477 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.30/self_attn/v_proj/Linear", "inputIndexes": [ 3477 ], "outputIndexes": [ 3478 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 4800, "weightSize": 0 }, "external": [ 185092664, 153622, 38400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.30/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 3478 ], "outputIndexes": [ 3479 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.30/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3479 ], "outputIndexes": [ 2510 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2510, 2487 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_273_output_0", "outputIndexes": [ 2511 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2485, 2509, 2511, 111 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_278_output_0", "outputIndexes": [ 2512 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.30/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2512 ], "outputIndexes": [ 3480 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.30/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 3480 ], "outputIndexes": [ 3481 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.30/self_attn/o_proj/Linear", "inputIndexes": [ 3481 ], "outputIndexes": [ 3482 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 960, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14400, "weightSize": 0 }, "external": [ 185284686, 460822, 115200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.30/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 3482 ], "outputIndexes": [ 3483 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.30/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3483 ], "outputIndexes": [ 2513 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 960 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2445, 2513 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_153_output_0", "outputIndexes": [ 2514 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 960 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.470552, 0.438872, 0.447576, 0.437638, 0.45141, 0.451543, 0.479402, 0.434335, 0.357981, 0.425435, 0.403331, 0.46516, 0.448834, 0.449933, 0.462274, 0.438073, 0.410361, 0.459914, 0.446513, 0.405908, 0.465133, 0.430229, 0.432145, 0.453748, 0.464638, 0.378269, 0.403571, 0.425261, 0.447764, 0.416037, 0.47535, 0.463204, 0.431453, 0.454651, 0.404438, 0.450542, 0.451275, 0.441902, 0.432917, 0.435625, 0.258213, 0.381864, 0.439661, 0.434664, 0.426888, 0.429666, 0.432278, 0.459816, 0.439677, 0.431984, 0.444697, 0.413062, 0.425946, 0.422971, 0.447027, 0.426782, 0.420218, 0.429629, 0.419556, 0.462525, 0.466881, 0.438442, 0.427165, 0.41151, 0.454479, 0.437848, 0.432511, 0.433386, 0.446238, 0.439188, 0.475472, 0.443588, 0.455047, 0.442285, 0.421181, 0.428004, 0.474443, 0.441646, 0.317117, 0.428446, 0.369148, 0.458581, 0.408214, 0.466546, 0.471371, 0.447607, 0.425804, -0.000286, 0.452492, 0.445013, 0.451088, 0.433696, 0.377118, 0.446171, 0.397664, 0.40932, 0.398187, 0.445875, 0.433944, 0.457894, 0.438637, 0.464967, 0.437621, 0.437958, 0.453188, 0.438739, 0.427445, 0.396354, 0.473879, 0.433088, 0.442993, 0.439668, 0.406835, 0.459617, 0.442478, 0.427469, 0.438749, 0.444343, 0.452242, 0.439461, 0.449914, 0.466962, 0.414768, 0.442808, 0.437652, 0.458345, 0.467963, 0.45147, 0.448036, 0.461387, 0.440028, 0.414781, 0.449985, 0.447314, 0.430911, 0.441145, 0.445154, 0.446846, 0.434898, 0.43468, 0.426933, 0.437618, 0.482517, 0.41268, 0.466186, 0.450541, 0.403956, 0.437062, 0.430263, 0.44153, 0.427824, 0.462418, 0.458919, 0.391075, 0.440134, 0.437957, 0.43097, 0.416715, 0.43685, 0.429424, 0.448139, 0.440942, 0.356541, 0.400522, 0.432242, 0.471323, 0.440058, 0.411398, 0.437908, 0.459393, 0.429721, 0.41834, 0.407955, 0.452212, 0.438904, 0.441012, 0.422016, 0.409335, 0.429731, 0.41538, 0.43888, 0.430398, 0.428778, 0.451822, 0.457754, 0.462368, 0.424302, 0.443933, 0.462722, 0.425906, 0.453068, 0.419498, 0.444305, 0.367875, 0.434949, 0.442823, 0.427094, 0.432192, 0.457758, 0.464731, 0.401256, 0.43916, 0.4465, 0.449347, 0.409381, 0.429687, 0.400364, 0.447086, 0.456934, 0.429867, 0.447132, 0.465197, 0.335914, 0.449601, 0.432786, 0.44058, 0.455825, 0.332103, 0.408585, 0.44194, 0.415955, 0.415745, 0.339367, 0.398082, 0.407064, 0.416135, 0.444187, 0.407419, 0.48817, 0.423707, 0.455738, 0.427256, 0.36413, 0.420475, 0.442026, 0.426221, 0.447777, 0.292126, 0.446634, 0.445543, 0.454862, 0.432377, 0.434145, 0.438759, 0.466492, 0.467688, 0.466961, 0.429911, 0.446584, 0.43217, 0.444997, 0.429286, 0.434003, 0.433986, 0.430778, 0.441445, 0.429337, 0.440778, 0.435412, 0.434521, 0.429032, 0.453817, 0.451908, 0.437085, 0.473106, 0.451842, 0.452893, 0.40529, 0.454793, 0.444994, 0.451656, 0.470982, 0.462718, 0.440495, 0.457246, 0.461631, 0.438529, 0.43891, 0.464563, 0.449581, 0.429773, 0.470422, 0.418172, 0.466822, 0.449712, 0.479473, 0.444284, 0.449114, 0.462488, 0.435464, 0.4619, 0.439, 0.456739, 0.448017, 0.454105, 0.296316, 0.431815, 0.43554, 0.439197, 0.244658, 0.403175, 0.445836, 0.467504, 0.452604, 0.456132, 0.446547, 0.406994, 0.438512, 0.435345, 0.448259, 0.436743, 0.448338, 0.457156, 0.425705, 0.447689, 0.397122, 0.43936, 0.409809, 0.424733, 0.433587, 0.444357, 0.43814, 0.451193, 0.461545, 0.43237, 0.418043, 0.470242, 0.439836, 0.437684, 0.434834, 0.456275, 0.431233, 0.444716, 0.237992, 0.43783, 0.460224, 0.417957, 0.453929, 0.434331, 0.434617, 0.438513, 0.456888, 0.4497, 0.45391, 0.436844, 0.433585, 0.437098, 0.38506, 0.369697, 0.460511, 0.44632, 0.348753, 0.431929, 0.428316, 0.433084, 0.447811, 0.446919, 0.409049, 0.449641, 0.400745, 0.41388, 0.420977, 0.169852, 0.424641, 0.407074, 0.392743, 0.409932, 0.426432, 0.437657, 0.44042, 0.405125, 0.44897, 0.368626, 0.432413, 0.431686, 0.456909, 0.461243, 0.437224, 0.425997, 0.456657, 0.444513, 0.447626, 0.43727, 0.439879, 0.483382, 0.459175, 0.441757, 0.449343, 0.413853, 0.447084, 0.399299, 0.417946, 0.447689, 0.431892, 0.426721, 0.449271, 0.448207, 0.472798, 1.065019, 0.444903, 0.43664, 0.42619, 0.467495, 0.425563, 0.42392, 0.421682, 0.466258, 0.446041, 0.409407, 0.420635, 0.471176, 0.469658, 0.449142, 0.414658, 0.415961, 0.439712, 0.466057, 0.447346, 0.427516, 0.452353, 0.414438, 0.461483, 0.459111, 0.44139, 0.44061, 0.508138, 0.424429, 0.452291, 0.457537, 0.441651, 0.40843, 0.451572, 0.452936, 0.433882, 0.448625, 0.428467, 0.447617, 0.44028, 0.448901, 0.244509, 0.436677, 0.463357, 0.470121, 0.467359, 0.429095, 0.442486, 0.432002, 0.434298, 0.426007, 0.410698, 0.459544, 0.440663, 0.435192, 0.431968, 0.336641, 0.457385, 0.417415, 0.406758, 0.439502, 0.462963, 0.447966, 0.459231, 0.427355, 0.39283, 0.435142, 0.384397, 0.428008, 0.44987, 0.410399, 0.382335, 0.474778, 0.411292, 0.441429, 0.451386, 0.231002, 0.436029, 0.455793, 0.422716, 0.434614, 0.4601, 0.461524, 0.474484, 0.456114, 0.440221, 0.438088, 0.432169, 0.428848, 0.448956, 0.444521, 0.386437, 0.461498, 0.456956, 0.440248, 0.433586, 0.377843, 0.438933, 0.416751, 0.462271, 0.439161, 0.41779, 0.444091, 0.454468, 0.301176, 0.443138, 0.457197, 0.437221, 0.408929, 0.459735, 0.428642, 0.422686, 0.442752, 0.420857, 0.422267, 0.459744, 0.483362, 0.399147, 0.442236, 0.422149, 0.451597, 0.42341, 0.409739, 0.454378, 0.443612, 0.437686, 0.445222, 0.450053, 0.460835, 0.310657, 0.471445, 0.454475, 0.463421, 0.453609, 0.451455, 0.448508, 0.416803, 0.425809, 0.447604, 0.437173, 0.436139, 0.434163, 0.458379, 0.445932, 0.446196, 0.44581, 0.298955, 0.420671, 0.418483, 0.398704, 0.460337, 0.448709, 0.450095, 0.419595, 0.4537, 0.423031, 0.472558, 0.431784, 0.447682, 0.386774, 0.441005, 0.448033, 0.452413, 0.416317, 0.406991, 0.458932, 0.407697, 0.444808, 0.455038, 0.442347, 0.40628, 0.426678, 0.45235, 0.443503, 0.43478, 0.436077, 0.458034, 0.430327, 0.442569, 0.42263, 0.438904, 0.427695, 0.452863, 0.433599, 0.42958, 0.434955, 0.438909, 0.415875, 0.470907, 0.396319, 0.427694, 0.441745, 0.41921, 0.435283, 0.431259, 0.461251, 0.451052, 0.456164, 0.427058, 0.437702, 0.414382, 0.405816, 0.446515, 0.413363, 0.441199, 0.44227, 0.347381, 0.430685, 0.418615, 0.421906, 0.442989, 0.463279, 0.442493, 0.435435, 0.346173, 0.388317, 0.45355, 0.242717, 0.438392, 0.45114, 0.426794, 0.426314, 0.423549, 0.436452, 0.456191, 0.447069, 0.442246, 0.442976, 0.453614, 0.462338, 0.406498, 0.461579, 0.427934, 0.466689, 0.453283, 0.370726, 0.454799, 0.441701, 0.429615, 0.434025, 0.466347, 0.431623, 0.455161, 0.481837, 0.420449, 0.449666, 0.431426, 0.484719, 0.468782, 0.44466, 0.439147, 0.420328, 0.423687, 0.448061, 0.449335, 0.454943, 0.388433, 0.3737, 0.425495, 0.414465, 0.438677, 0.433063, 0.456722, 0.420315, 0.449171, 0.428229, 0.427133, 0.444099, 0.473598, 0.457263, 0.463924, 0.407123, 0.409175, 0.451163, 0.457718, 0.443321, 0.436478, 0.410965, 0.44244, 0.453448, 0.4527, 0.476563, 0.485139, 0.423747, 0.425326, 0.435056, 0.437375, 0.455426, 0.441944, 0.45917, 0.411605, 0.414021, 0.424998, 0.457805, 0.370677, 0.426529, 0.436724, 0.424477, 0.464166, 0.419454, 0.296871, 0.436832, 0.447135, 0.457203, 0.430185, 0.439229, 0.448823, 0.454234, 0.452099, 0.444702, 0.395924, 0.420948, 0.267043, 0.433468, 0.43861, 0.449088, 0.460439, 0.422502, 0.442132, 0.462818, 0.448554, 0.41514, 0.410425, 0.445261, 0.454235, 0.409578, 0.441696, 0.4642, 0.455048, 0.420085, 0.440148, 0.423824, 0.456986, 0.45511, 0.410713, 0.426043, 0.437159, 0.36374, 0.44414, 0.444631, 0.438922, 0.429688, 0.432229, 0.457117, 0.443471, 0.426842, 0.452428, 0.407479, 0.431435, 0.399798, 0.446518, 0.402087, 0.445314, 0.442841, 0.443899, 0.437715, 0.424621, 0.460212, 0.462154, 0.422398, 0.464622, 0.437596, 0.436444, 0.451552, 0.442277, 0.441407, 0.424211, 0.445647, 0.461247, 0.431397, 0.466978, 0.388073, 0.439364, 0.448871, 0.443749, 0.451814, 0.417711, 0.454648, 0.406491, 0.435867, 0.452869, 0.447678, 0.400269, 0.415438, 0.454771, 0.457725, 0.416703, 0.399737, 0.430141, 0.444257, 0.430492, 0.410257, 0.419371, 0.451376, 0.41356, 0.476006, 0.415628, 0.428112, 0.438569, 0.41803, 0.285186, 0.437515, 0.433142, 0.443754, 0.469471, 0.46676, 0.456006, 0.415017, 0.444532, 0.405814, 0.411593, 0.446919, 0.435067, 0.444926, 0.48499, 0.407989, 0.425136, 0.461787, 0.414157, 0.43652, 0.243631, 0.420615, 0.476907, 0.357481, 0.445005, 0.449791, 0.412235, 0.446596, 0.423823, 0.456791, 0.454138, 0.42686, 0.46035, 0.404278, 0.4344, 0.441412, 0.422886, 0.427175, 0.430613, 0.42234, 0.405819, 0.44396, 0.46, 0.460281, 0.445315, 0.41107, 0.441394, 0.439674, 0.453706, 0.426548, 0.414167, 0.451728, 0.449219, 0.407634, 0.445023, 0.464083, 0.405373, 0.44335, 0.34984, 0.433799, 0.437164, 0.423141, 0.454625, 0.408704, 0.457428, 0.418625, 0.437613, 0.449211, 0.455371, 0.43009, 0.429383, 0.412925, 0.461383, 0.451423, 0.408714, 0.417422, 0.435312, 0.43338, 0.441863, 0.419706, 0.430229, 0.423183, 0.430571, 0.451881, 0.444667, 0.446807, 0.460713, 0.455551, 0.474636, 0.410991, 0.435235, 0.459646, 0.433237, 0.393635, 0.443651, 0.436657, 0.427758, 0.235527, 0.47053, 0.423561, 0.452849, 0.437195, 0.455281, 0.44333, 0.450488, 0.443789, 0.4344, 0.446596, 0.444697, 0.445388, 0.448891, 0.425043, 0.405369, 0.410932, 0.466603, 0.438115, 0.426873, 0.432027, 0.403236, 0.417864, 0.427087, 0.431098, 0.472543, 0.44322, 0.425083, 0.424053, 0.3925, 0.462902, 0.459689, 0.427799, 0.45303, 0.460031, 0.453262, 0.448258, 0.467387, 0.471904, 0.464918, 0.436391, 0.421632, 0.405727, 0.471743, 0.445086, 0.412272, 0.427242, 0.450595, 0.431397, 0.396681, 0.436512, 0.4372, 0.421942, 0.460367, 0.431743, 0.446671, 0.458814, 0.402495, 0.432297, 0.4531, 0.434194, 0.454172, 0.435434, 0.422288, 0.43563 ] }, "name": "model.model.layers.30.post_attention_layernorm.weight", "outputIndexes": [ 2515 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2514 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_30/Mul_output_0", "outputIndexes": [ 2516 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2515, 2516 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_30/Mul_1_output_0", "outputIndexes": [ 2517 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.30/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2517 ], "outputIndexes": [ 3484 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.30/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 3484 ], "outputIndexes": [ 3485 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.30/mlp/gate_proj/Linear", "inputIndexes": [ 3485 ], "outputIndexes": [ 3486 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2560, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 38400, "weightSize": 0 }, "external": [ 185860708, 1228822, 307200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.30/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 3486 ], "outputIndexes": [ 3487 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.30/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3487 ], "outputIndexes": [ 2518 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2518 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_30/Sigmoid_output_0", "outputIndexes": [ 2519 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2518, 2519 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_30/Mul_output_0", "outputIndexes": [ 2520 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.30/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2517 ], "outputIndexes": [ 3488 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.30/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 3488 ], "outputIndexes": [ 3489 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.30/mlp/up_proj/Linear", "inputIndexes": [ 3489 ], "outputIndexes": [ 3490 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2560, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 38400, "weightSize": 0 }, "external": [ 187396730, 1228822, 307200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.30/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 3490 ], "outputIndexes": [ 3491 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.30/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3491 ], "outputIndexes": [ 2521 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2520, 2521 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_30/Mul_output_0", "outputIndexes": [ 2522 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.30/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2522 ], "outputIndexes": [ 3492 ], "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.30/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 3492 ], "outputIndexes": [ 3493 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.30/mlp/down_proj/Linear", "inputIndexes": [ 3493 ], "outputIndexes": [ 3494 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 960, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2560, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 38400, "weightSize": 0 }, "external": [ 188932752, 1228822, 307200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.30/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 3494 ], "outputIndexes": [ 3495 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.30/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3495 ], "outputIndexes": [ 2523 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 960 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2514, 2523 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_154_output_0", "outputIndexes": [ 2524 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2524, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_279_output_0", "outputIndexes": [ 2525 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 960 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.468057, 0.439286, 0.478485, 0.411383, 0.446011, 0.46266, 0.485239, 0.445722, 0.426236, 0.458316, 0.409657, 0.474881, 0.466125, 0.449138, 0.434063, 0.435379, 0.4704, 0.457969, 0.479097, 0.490347, 0.482376, 0.430461, 0.470218, 0.473981, 0.473955, 0.468482, 0.440957, 0.460837, 0.442799, 0.459922, 0.495623, 0.450806, 0.456604, 0.454206, 0.39943, 0.482842, 0.453099, 0.461951, 0.430776, 0.435923, 0.352113, 0.39168, 0.458544, 0.446319, 0.453284, 0.426546, 0.477214, 0.462476, 0.497264, 0.448518, 0.474127, 0.367005, 0.444272, 0.460196, 0.438929, 0.474113, 0.430496, 0.487946, 0.427274, 0.469617, 0.44372, 0.457283, 0.435283, 0.433004, 0.442041, 0.459207, 0.45338, 0.462571, 0.460142, 0.481945, 0.473499, 0.436405, 0.475171, 0.439654, 0.482069, 0.450392, 0.457645, 0.445207, 0.230292, 0.444096, 0.408722, 0.447989, 0.442961, 0.469077, 0.481133, 0.458344, 0.441049, 0.052628, 0.470503, 0.458228, 0.454564, 0.476674, 0.362943, 0.465637, 0.411489, 0.382204, 0.401149, 0.523333, 0.446969, 0.472744, 0.483015, 0.471013, 0.443019, 0.460983, 0.470938, 0.434245, 0.439413, 0.402137, 0.483192, 0.448716, 0.416202, 0.451964, 0.410586, 0.481775, 0.472158, 0.435889, 0.454084, 0.448983, 0.439077, 0.453336, 0.44078, 0.474552, 0.417128, 0.451186, 0.437209, 0.44706, 0.471417, 0.46396, 0.478241, 0.443659, 0.463072, 0.427319, 0.436852, 0.464629, 0.452846, 0.462684, 0.434924, 0.463768, 0.440253, 0.444945, 0.467458, 0.445134, 0.485001, 0.419997, 0.468044, 0.538266, 0.444879, 0.457599, 0.440155, 0.449526, 0.448358, 0.468403, 0.45818, 0.340032, 0.445438, 0.444257, 0.427168, 0.360431, 0.446605, 0.422315, 0.443977, 0.442281, 0.420789, 0.37661, 0.459515, 0.469316, 0.437225, 0.407574, 0.430049, 0.489459, 0.435182, 0.434837, 0.45522, 0.44913, 0.449355, 0.410506, 0.461529, 0.421885, 0.438233, 0.454837, 0.454083, 0.418804, 0.450672, 0.440787, 0.450277, 0.440146, 0.425897, 0.464561, 0.482019, 0.434707, 0.466682, 0.455766, 0.453062, 0.288922, 0.387186, 0.442302, 0.45829, 0.428933, 0.467699, 0.460178, 0.325513, 0.456446, 0.455689, 0.436153, 0.419907, 0.438772, 0.413947, 0.424096, 0.452281, 0.433933, 0.418428, 0.444455, 0.391343, 0.434816, 0.440104, 0.435053, 0.445414, 0.378849, 0.455118, 0.443585, 0.425539, 0.428286, 0.22032, 0.382983, 0.406156, 0.423684, 0.419077, 0.425255, 0.459792, 0.421925, 0.444201, 0.428771, 0.305292, 0.425805, 0.435385, 0.431974, 0.436291, 0.558521, 0.48722, 0.471269, 0.479425, 0.454765, 0.431669, 0.447065, 0.464874, 0.463608, 0.471073, 0.434909, 0.457031, 0.432648, 0.445354, 0.438951, 0.469893, 0.45406, 0.442552, 0.439579, 0.415865, 0.47061, 0.454871, 0.459286, 0.415645, 0.446177, 0.458929, 0.49142, 0.493173, 0.502448, 0.467655, 0.420147, 0.468133, 0.451231, 0.467584, 0.452196, 0.461938, 0.456847, 0.444456, 0.462516, 0.481865, 0.460574, 0.444353, 0.473802, 0.456119, 0.470169, 0.403381, 0.494735, 0.48545, 0.485287, 0.49836, 0.452175, 0.478472, 0.439817, 0.48595, 0.47082, 0.450479, 0.46329, 0.459801, 0.311252, 0.435259, 0.465468, 0.452668, 0.202672, 0.42146, 0.449865, 0.457227, 0.448101, 0.497993, 0.452658, 0.45447, 0.481549, 0.475531, 0.452281, 0.456282, 0.452852, 0.456947, 0.411107, 0.469707, 0.464139, 0.452089, 0.398163, 0.453558, 0.462049, 0.433347, 0.426481, 0.454579, 0.469946, 0.45542, 0.455732, 0.461023, 0.443898, 0.398718, 0.440419, 0.438412, 0.442565, 0.470519, 0.542317, 0.434799, 0.462588, 0.443739, 0.451585, 0.418062, 0.440569, 0.453851, 0.460719, 0.482126, 0.455828, 0.462768, 0.438684, 0.448683, 0.320782, 0.374422, 0.465682, 0.442632, 0.444099, 0.457773, 0.452689, 0.441903, 0.480982, 0.458227, 0.419728, 0.446112, 0.38954, 0.467648, 0.409608, 0.47007, 0.424353, 0.406632, 0.401652, 0.410047, 0.460438, 0.449571, 0.454626, 0.417194, 0.45984, 0.426963, 0.435413, 0.40893, 0.467396, 0.455029, 0.418763, 0.444348, 0.490745, 0.449105, 0.454512, 0.449083, 0.415255, 0.440926, 0.459571, 0.396009, 0.437325, 0.369302, 0.419693, 0.40824, 0.385295, 0.458103, 0.41437, 0.423564, 0.453103, 0.413657, 0.437516, 0.508837, 0.432695, 0.405274, 0.433994, 0.450159, 0.450656, 0.411756, 0.41368, 0.442711, 0.412744, 0.391193, 0.4126, 0.427859, 0.42359, 0.447417, 0.410725, 0.448889, 0.423237, 0.448753, 0.436495, 0.426507, 0.443269, 0.429772, 0.423521, 0.397741, 0.442723, 0.422205, 0.39517, 0.411486, 0.423205, 0.429457, 0.431874, 0.406332, 0.434813, 0.434973, 0.470233, 0.420985, 0.395098, 0.428207, 0.418837, 0.488061, 0.245787, 0.41464, 0.436683, 0.443241, 0.462928, 0.405538, 0.420186, 0.421513, 0.444836, 0.36201, 0.403576, 0.451782, 0.439917, 0.425561, 0.425155, 0.3875, 0.455148, 0.412559, 0.42659, 0.425778, 0.460801, 0.461337, 0.43226, 0.472259, 0.346151, 0.450511, 0.424912, 0.434965, 0.45702, 0.415173, 0.394172, 0.482838, 0.460205, 0.410776, 0.449813, 0.409266, 0.431665, 0.498693, 0.444271, 0.434219, 0.467227, 0.460613, 0.476254, 0.465942, 0.448177, 0.448285, 0.422781, 0.438269, 0.457639, 0.43702, 0.398694, 0.477531, 0.431161, 0.44088, 0.434531, 0.418327, 0.440816, 0.428177, 0.445442, 0.45019, 0.478475, 0.514894, 0.45967, 0.542779, 0.433021, 0.46109, 0.440916, 0.426006, 0.442585, 0.446872, 0.45715, 0.429313, 0.424682, 0.444384, 0.465665, 0.503822, 0.408516, 0.454207, 0.459161, 0.470677, 0.437918, 0.385783, 0.462684, 0.457227, 0.434494, 0.445515, 0.484769, 0.481954, 0.335578, 0.45844, 0.455897, 0.476351, 0.442528, 0.455455, 0.454031, 0.424369, 0.406119, 0.445841, 0.435259, 0.47565, 0.440526, 0.456069, 0.435886, 0.465315, 0.425939, 0.293364, 0.466164, 0.45026, 0.45523, 0.472177, 0.443683, 0.470283, 0.437357, 0.462391, 0.456296, 0.474804, 0.443063, 0.45315, 0.493855, 0.470436, 0.457404, 0.456296, 0.443892, 0.413759, 0.454457, 0.420736, 0.466094, 0.467605, 0.504071, 0.419275, 0.436906, 0.420407, 0.47655, 0.425313, 0.478843, 0.469153, 0.405226, 0.438395, 0.440073, 0.44721, 0.417109, 0.438364, 0.464479, 0.452223, 0.457842, 0.431975, 0.377431, 0.472515, 0.41478, 0.442508, 0.450215, 0.43823, 0.495725, 0.43509, 0.474961, 0.444273, 0.4639, 0.442393, 0.509791, 0.412864, 0.396365, 0.423204, 0.475318, 0.460083, 0.460578, 0.370123, 0.44843, 0.444176, 0.444143, 0.468342, 0.455, 0.43355, 0.464871, 0.422886, 0.40903, 0.429446, 0.360075, 0.450992, 0.467887, 0.424726, 0.484784, 0.489459, 0.429287, 0.463361, 0.428128, 0.472822, 0.441402, 0.453166, 0.473741, 0.429899, 0.451084, 0.423898, 0.457239, 0.453834, 0.496406, 0.442206, 0.457549, 0.449313, 0.443142, 0.489362, 0.455921, 0.451577, 0.496349, 0.416427, 0.438486, 0.499651, 0.492537, 0.46866, 0.46256, 0.440626, 0.411453, 0.443357, 0.486615, 0.444104, 0.458409, 0.401547, 0.364416, 0.492091, 0.391907, 0.439764, 0.4658, 0.445518, 0.434034, 0.466246, 0.450611, 0.453047, 0.456917, 0.462663, 0.567312, 0.459076, 0.417012, 0.414389, 0.460648, 0.444312, 0.449445, 0.461732, 0.439402, 0.448838, 0.457317, 0.502767, 0.4282, 0.489382, 0.455939, 0.430131, 0.44233, 0.422625, 0.442381, 0.477062, 0.460255, 0.522346, 0.462974, 0.435415, 0.482358, 0.385909, 0.426295, 0.419423, 0.477384, 0.474409, 0.364192, 0.409993, 0.434953, 0.441727, 0.46394, 0.449769, 0.455259, 0.44052, 0.458322, 0.455867, 0.447382, 0.417988, 0.428534, 0.268942, 0.475486, 0.441571, 0.46592, 0.467675, 0.421759, 0.429988, 0.456877, 0.457965, 0.452826, 0.461744, 0.457266, 0.433663, 0.398002, 0.440379, 0.463043, 0.490396, 0.463865, 0.4387, 0.483987, 0.464286, 0.463236, 0.432389, 0.444766, 0.452957, 0.294788, 0.45924, 0.441273, 0.444513, 0.460609, 0.428145, 0.469288, 0.440638, 0.39719, 0.434459, 0.471962, 0.455747, 0.416635, 0.462814, 0.437844, 0.458296, 0.454962, 0.456855, 0.465131, 0.443055, 0.425603, 0.468154, 0.443751, 0.506836, 0.487479, 0.426822, 0.468845, 0.451555, 0.455359, 0.470602, 0.456616, 0.475124, 0.467011, 0.470649, 0.413912, 0.448403, 0.489188, 0.475079, 0.455772, 0.437674, 0.443402, 0.413282, 0.431567, 0.44967, 0.423252, 0.403115, 0.490268, 0.471793, 0.474512, 0.448983, 0.375452, 0.444887, 0.435621, 0.416141, 0.417801, 0.430815, 0.491658, 0.445324, 0.509635, 0.420064, 0.371462, 0.458672, 0.432032, 0.268581, 0.45501, 0.457216, 0.42782, 0.482981, 0.482884, 0.481715, 0.418517, 0.442329, 0.427352, 0.428244, 0.442122, 0.468206, 0.473265, 0.498461, 0.414514, 0.405635, 0.448967, 0.404669, 0.433753, 0.210068, 0.44542, 0.491887, 0.475014, 0.429344, 0.463034, 0.454148, 0.449048, 0.481751, 0.463242, 0.465303, 0.457993, 0.461859, 0.419581, 0.453352, 0.474835, 0.440221, 0.407011, 0.408887, 0.451275, 0.432917, 0.455341, 0.454725, 0.468236, 0.506526, 0.428932, 0.41757, 0.433955, 0.469198, 0.45324, 0.434146, 0.467822, 0.523598, 0.431741, 0.445578, 0.478543, 0.419399, 0.455481, 0.477438, 0.463597, 0.448139, 0.439217, 0.464314, 0.425519, 0.430259, 0.435967, 0.450942, 0.460633, 0.428288, 0.454011, 0.462548, 0.435701, 0.464533, 0.441975, 0.448463, 0.421183, 0.432334, 0.4652, 0.448368, 0.471726, 0.411029, 0.449521, 0.424848, 0.450682, 0.431726, 0.449129, 0.456873, 0.450939, 0.44245, 0.39781, 0.415329, 0.449847, 0.476823, 0.463309, 0.416758, 0.460096, 0.454981, 0.743254, 0.453238, 0.457812, 0.486845, 0.447323, 0.465895, 0.459585, 0.476434, 0.455487, 0.419894, 0.444424, 0.452784, 0.455935, 0.443441, 0.435625, 0.369023, 0.408459, 0.507704, 0.456432, 0.445354, 0.417255, 0.399469, 0.456375, 0.468171, 0.462101, 0.491836, 0.453097, 0.433362, 0.4171, 0.452429, 0.466495, 0.44893, 0.497648, 0.506684, 0.462879, 0.460765, 0.444065, 0.462072, 0.451324, 0.492348, 0.448325, 0.415762, 0.436812, 0.473156, 0.447016, 0.408974, 0.416844, 0.448101, 0.41012, 0.451117, 0.444741, 0.37678, 0.395277, 0.460066, 0.45355, 0.439708, 0.462857, 0.412601, 0.437221, 0.4381, 0.429911, 0.451943, 0.463871, 0.460138, 0.46563 ] }, "name": "model.model.layers.31.input_layernorm.weight", "outputIndexes": [ 2526 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2525 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_31/Mul_output_0", "outputIndexes": [ 2527 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2526, 2527 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_31/Mul_1_output_0", "outputIndexes": [ 2528 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.31/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2528 ], "outputIndexes": [ 3496 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.31/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 3496 ], "outputIndexes": [ 3497 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.31/self_attn/q_proj/Linear", "inputIndexes": [ 3497 ], "outputIndexes": [ 3498 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 960, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14400, "weightSize": 0 }, "external": [ 190468774, 460822, 115200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.31/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 3498 ], "outputIndexes": [ 3499 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.31/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3499 ], "outputIndexes": [ 2529 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 960 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2528 ], "main_type": "NONE", "name": "/Shape_435_output_0", "outputIndexes": [ 2530 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2530 ], "main_type": "NONE", "name": "Shape6774", "outputIndexes": [ 2531 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2530 ], "main_type": "NONE", "name": "Rank6776", "outputIndexes": [ 2532 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2532, 2532 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6778", "outputIndexes": [ 2533 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2533 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze6779", "outputIndexes": [ 2534 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2533, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6781", "outputIndexes": [ 2535 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2535 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze6782", "outputIndexes": [ 2536 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2531, 2534, 2536, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice6785", "outputIndexes": [ 2537 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2537 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze6786", "outputIndexes": [ 2538 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 2538 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6787", "outputIndexes": [ 2539 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2539, 2538 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6788", "outputIndexes": [ 2540 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2530, 2540, 2533 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_469_output_0", "outputIndexes": [ 2541 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2541, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_993_output_0", "outputIndexes": [ 2542 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 2542, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_403_output_0", "outputIndexes": [ 2543 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2529, 2543 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_280_output_0", "outputIndexes": [ 2544 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2544, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_248_output_0", "outputIndexes": [ 2545 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2544 ], "main_type": "NONE", "name": "/Shape_436_output_0", "outputIndexes": [ 2546 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2546 ], "main_type": "NONE", "name": "Shape6795", "outputIndexes": [ 2547 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2546 ], "main_type": "NONE", "name": "Rank6797", "outputIndexes": [ 2548 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2548, 2548 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6799", "outputIndexes": [ 2549 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2549 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze6800", "outputIndexes": [ 2550 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2549, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6802", "outputIndexes": [ 2551 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2551 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze6803", "outputIndexes": [ 2552 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2547, 2550, 2552, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice6806", "outputIndexes": [ 2553 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2553 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze6807", "outputIndexes": [ 2554 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 2554 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6808", "outputIndexes": [ 2555 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2555, 2554 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6809", "outputIndexes": [ 2556 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2546, 2556, 2549 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_470_output_0", "outputIndexes": [ 2557 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2557, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_93_output_0", "outputIndexes": [ 2558 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2558, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_998_output_0", "outputIndexes": [ 2559 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2544, 2559, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_125_output_0", "outputIndexes": [ 2560 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2560 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_62_output_0", "outputIndexes": [ 2561 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2544, 22, 2559, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_124_output_0", "outputIndexes": [ 2562 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2561, 2562 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_406_output_0", "outputIndexes": [ 2563 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2563, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_249_output_0", "outputIndexes": [ 2564 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2545, 2564 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_155_output_0", "outputIndexes": [ 2565 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.31/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2528 ], "outputIndexes": [ 3500 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.31/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 3500 ], "outputIndexes": [ 3501 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.31/self_attn/k_proj/Linear", "inputIndexes": [ 3501 ], "outputIndexes": [ 3502 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 4800, "weightSize": 0 }, "external": [ 191044796, 153622, 38400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.31/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 3502 ], "outputIndexes": [ 3503 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.31/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3503 ], "outputIndexes": [ 2566 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 2542, 85, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_404_output_0", "outputIndexes": [ 2567 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2566, 2567 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_281_output_0", "outputIndexes": [ 2568 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2568, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_250_output_0", "outputIndexes": [ 2569 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2568 ], "main_type": "NONE", "name": "/Shape_437_output_0", "outputIndexes": [ 2570 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2570 ], "main_type": "NONE", "name": "Shape6858", "outputIndexes": [ 2571 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2570 ], "main_type": "NONE", "name": "Rank6860", "outputIndexes": [ 2572 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2572, 2572 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6862", "outputIndexes": [ 2573 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2573 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze6863", "outputIndexes": [ 2574 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2573, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6865", "outputIndexes": [ 2575 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2575 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze6866", "outputIndexes": [ 2576 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2571, 2574, 2576, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice6869", "outputIndexes": [ 2577 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2577 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze6870", "outputIndexes": [ 2578 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 2578 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6871", "outputIndexes": [ 2579 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2579, 2578 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6872", "outputIndexes": [ 2580 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2570, 2580, 2573 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_471_output_0", "outputIndexes": [ 2581 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2581, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_94_output_0", "outputIndexes": [ 2582 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2582, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_1000_output_0", "outputIndexes": [ 2583 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2568, 2583, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_127_output_0", "outputIndexes": [ 2584 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2584 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_63_output_0", "outputIndexes": [ 2585 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2568, 22, 2583, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_126_output_0", "outputIndexes": [ 2586 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2585, 2586 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_407_output_0", "outputIndexes": [ 2587 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2587, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_251_output_0", "outputIndexes": [ 2588 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2569, 2588 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_156_output_0", "outputIndexes": [ 2589 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.31/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2528 ], "outputIndexes": [ 3504 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.31/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 3504 ], "outputIndexes": [ 3505 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.31/self_attn/v_proj/Linear", "inputIndexes": [ 3505 ], "outputIndexes": [ 3506 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 4800, "weightSize": 0 }, "external": [ 191236818, 153622, 38400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.31/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 3506 ], "outputIndexes": [ 3507 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.31/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3507 ], "outputIndexes": [ 2590 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2590, 2567 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_282_output_0", "outputIndexes": [ 2591 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2565, 2589, 2591, 111 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_287_output_0", "outputIndexes": [ 2592 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.31/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2592 ], "outputIndexes": [ 3508 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.31/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 3508 ], "outputIndexes": [ 3509 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.31/self_attn/o_proj/Linear", "inputIndexes": [ 3509 ], "outputIndexes": [ 3510 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 960, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 14400, "weightSize": 0 }, "external": [ 191428840, 460822, 115200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.31/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 3510 ], "outputIndexes": [ 3511 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.31/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3511 ], "outputIndexes": [ 2593 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 960 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2525, 2593 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_158_output_0", "outputIndexes": [ 2594 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 960 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.587844, 0.522583, 0.545388, 0.524186, 0.54588, 0.544334, 0.547974, 0.534882, 0.444423, 0.548299, 0.515231, 0.559577, 0.543732, 0.531009, 0.54478, 0.536143, 0.536508, 0.550153, 0.513131, 0.532964, 0.57874, 0.555948, 0.538719, 0.52991, 0.565012, 0.547082, 0.532439, 0.533146, 0.530375, 0.551084, 0.558414, 0.532687, 0.549636, 0.545251, 0.520467, 0.570735, 0.542392, 0.554687, 0.527397, 0.534573, 0.58353, 0.542272, 0.53613, 0.528023, 0.54069, 0.536595, 0.503849, 0.54777, 0.488368, 0.553745, 0.558188, 0.617307, 0.557768, 0.469963, 0.535964, 0.516438, 0.546225, 0.523612, 0.517955, 0.568351, 0.556567, 0.542748, 0.540636, 0.568947, 0.551431, 0.540711, 0.518948, 0.536665, 0.531132, 0.55285, 0.554504, 0.541243, 0.540058, 0.526075, 0.528785, 0.539035, 0.553809, 0.540872, 0.468075, 0.549484, 0.54086, 0.549185, 0.531814, 0.548585, 0.569894, 0.529771, 0.532629, 0.119366, 0.540768, 0.542993, 0.562597, 0.521192, 0.50916, 0.525042, 0.511733, 0.526464, 0.506456, 0.513062, 0.531556, 0.541154, 0.54152, 0.549484, 0.551975, 0.536467, 0.5561, 0.535927, 0.552684, 0.559938, 0.552236, 0.5311, 0.51862, 0.532428, 0.528262, 0.543845, 0.523953, 0.534663, 0.54436, 0.537656, 0.549565, 0.534205, 0.539891, 0.54838, 0.539915, 0.53592, 0.533622, 0.550673, 0.544302, 0.533653, 0.552872, 0.543092, 0.53602, 0.54804, 0.525577, 0.53757, 0.542298, 0.531803, 0.539152, 0.529504, 0.528116, 0.539062, 0.491708, 0.541884, 0.545699, 0.524046, 0.545713, 0.493612, 0.553834, 0.532851, 0.517485, 0.534741, 0.538922, 0.547936, 0.543935, 0.68055, 0.527466, 0.534328, 0.53885, 0.644338, 0.543222, 0.520615, 0.543059, 0.53147, 0.577285, 0.689377, 0.524963, 0.531477, 0.531963, 0.541978, 0.538129, 0.541348, 0.526756, 0.530657, 0.568359, 0.521042, 0.533334, 0.524776, 0.540402, 0.528707, 0.5488, 0.509893, 0.523268, 0.626536, 0.547705, 0.547012, 0.541754, 0.528249, 0.560864, 0.537235, 0.49837, 0.523566, 0.541664, 0.524957, 0.518998, 0.597607, 0.587691, 0.532537, 0.542235, 0.536383, 0.557662, 0.551739, 0.608716, 0.546752, 0.53056, 0.552154, 0.573645, 0.544284, 0.55055, 0.534407, 0.562264, 0.55113, 0.53557, 0.538944, 0.724836, 0.555498, 0.536374, 0.533701, 0.553223, 0.551304, 0.784361, 0.542556, 0.530636, 0.530557, 0.564354, 0.519553, 0.534562, 0.558134, 0.52981, 0.537677, 0.546141, 0.524607, 0.572304, 0.540441, 0.566523, 0.543092, 0.517045, 0.52666, 0.526929, 0.420687, 0.501966, 0.555706, 0.543645, 0.535212, 0.537922, 0.54768, 0.548813, 0.541592, 0.541247, 0.531957, 0.558674, 0.545969, 0.548333, 0.565993, 0.530875, 0.549411, 0.524759, 0.535071, 0.556496, 0.567146, 0.545921, 0.535275, 0.539437, 0.558319, 0.540859, 0.505643, 0.532352, 0.522696, 0.533816, 0.529557, 0.558265, 0.543169, 0.538242, 0.602817, 0.534022, 0.550583, 0.558937, 0.544175, 0.500391, 0.563213, 0.515052, 0.557898, 0.529886, 0.563998, 0.612792, 0.55512, 0.537957, 0.548643, 0.50458, 0.557359, 0.550852, 0.54756, 0.546147, 0.526605, 0.580958, 0.536822, 0.528819, 0.713503, 0.552613, 0.538462, 0.535072, 0.335312, 0.532291, 0.553902, 0.550623, 0.55553, 0.504164, 0.552375, 0.523827, 0.542024, 0.51773, 0.528828, 0.525904, 0.538783, 0.571289, 0.53101, 0.539957, 0.538219, 0.52906, 0.540767, 0.532227, 0.521235, 0.520832, 0.53018, 0.543424, 0.546664, 0.551429, 0.587451, 0.534836, 0.538343, 0.534471, 0.551696, 0.533465, 0.522055, 0.540632, 0.91755, 0.537974, 0.544372, 0.554352, 0.572812, 0.531311, 0.545778, 0.543718, 0.543739, 0.514768, 0.540585, 0.548626, 0.540339, 0.533352, 0.580274, 0.681515, 0.55201, 0.53781, 0.952081, 0.541521, 0.531786, 0.545355, 0.543294, 0.533194, 0.533643, 0.529372, 0.547609, 0.521522, 0.544511, 0.284492, 0.56379, 0.55084, 0.524555, 0.538306, 0.52832, 0.544262, 0.551224, 0.544344, 0.539495, 0.502035, 0.52607, 0.549457, 0.538379, 0.540725, 0.536662, 0.613629, 0.552644, 0.489773, 0.544786, 0.530789, 0.542422, 0.562404, 0.538647, 0.513729, 0.537993, 0.538857, 0.550659, 0.504268, 0.525284, 0.535392, 0.537435, 0.542999, 0.522156, 0.535273, 0.53744, 2.428888, 0.568451, 0.538123, 0.527003, 0.539699, 0.533064, 0.523143, 0.547994, 0.536255, 0.539442, 0.528697, 0.534749, 0.538206, 0.549251, 0.546958, 0.528104, 0.562191, 0.537999, 0.557313, 0.529006, 0.52554, 0.528663, 0.53657, 0.533329, 0.525352, 0.538188, 0.526696, 0.77203, 0.527594, 0.527456, 0.570771, 0.546786, 0.51407, 0.53995, 0.539367, 0.478861, 0.528295, 0.547066, 0.547907, 0.53136, 0.522377, 0.617295, 0.54515, 0.541419, 0.532085, 0.549519, 0.529675, 0.532511, 0.530447, 0.531056, 0.638033, 0.567105, 0.539107, 0.554104, 0.539045, 0.534759, 0.477443, 0.570797, 0.551951, 0.521444, 0.544804, 0.544147, 0.540656, 0.572497, 0.518948, 0.600458, 0.555087, 0.543196, 0.551426, 0.541382, 0.547276, 0.581939, 0.554592, 0.542101, 0.55065, 0.544525, 0.461876, 0.533663, 0.55598, 0.532096, 0.538271, 0.569484, 0.547553, 0.569955, 0.538911, 0.530518, 0.527528, 0.525616, 0.505486, 0.517073, 0.545618, 0.521064, 0.549537, 0.536282, 0.529061, 0.546789, 0.542929, 0.559081, 0.610404, 0.553839, 0.529125, 0.542032, 0.517726, 0.534225, 0.487804, 0.549179, 0.563775, 0.536365, 0.516412, 0.549235, 0.551223, 0.56327, 0.554628, 0.548067, 0.547189, 0.536122, 0.547477, 0.528301, 0.516136, 0.53841, 0.540472, 0.531287, 0.529687, 0.528269, 0.533013, 0.546116, 0.540059, 0.536293, 0.534346, 0.591889, 0.539693, 0.542577, 0.549297, 0.548636, 0.542254, 0.553636, 0.513886, 0.526209, 0.529922, 0.531809, 0.504393, 0.563588, 0.541279, 0.54415, 0.540211, 0.558236, 0.663561, 0.480292, 0.556974, 0.707312, 0.549745, 0.545131, 0.546986, 0.540324, 0.553987, 0.54612, 0.54903, 0.552702, 0.549253, 0.579591, 0.544377, 0.535773, 0.539068, 0.526597, 0.539621, 0.548535, 0.543822, 0.552062, 0.528119, 0.488708, 0.545258, 0.527406, 0.553017, 0.516936, 0.547194, 0.493133, 0.556743, 0.543467, 0.557612, 0.584804, 0.552441, 0.530435, 0.548395, 0.537893, 0.532929, 0.540818, 0.52905, 0.526338, 0.548213, 0.520509, 0.537865, 0.532979, 0.545657, 0.530265, 0.549008, 0.543333, 0.546288, 0.53247, 0.520992, 0.505339, 0.505509, 0.524226, 0.551388, 0.555195, 0.550579, 0.546677, 0.530933, 0.55825, 0.506964, 0.532997, 0.533889, 0.556816, 0.542264, 0.547651, 0.472093, 0.519829, 0.557209, 0.548362, 0.547176, 0.52852, 0.523554, 0.491832, 0.517517, 0.535674, 0.537852, 0.539725, 0.621097, 0.5509, 0.558999, 0.56316, 0.555631, 0.538508, 0.55447, 0.560559, 0.566245, 0.44974, 0.546886, 0.538675, 0.522014, 0.530364, 0.541905, 0.524567, 0.540789, 0.542807, 0.526144, 0.542141, 0.512389, 0.550456, 0.536123, 0.535767, 0.5116, 0.521787, 0.562464, 0.498272, 0.53713, 0.552842, 0.502561, 0.710713, 0.51357, 0.530414, 0.541697, 0.551411, 0.547523, 0.532134, 0.556944, 0.544945, 0.543766, 0.545013, 0.551101, 0.550233, 0.551917, 0.545326, 0.545614, 0.546849, 0.531029, 0.536824, 0.552147, 0.533725, 0.552659, 0.544532, 0.510545, 0.548404, 0.559933, 0.536676, 0.52473, 0.529137, 0.518498, 0.545523, 0.526811, 0.542199, 0.505516, 0.508792, 0.531823, 0.546496, 0.503571, 0.535417, 0.529219, 0.515097, 0.532252, 0.574563, 0.520634, 0.542098, 0.535575, 0.535685, 0.541157, 0.552599, 0.525917, 0.546593, 0.53043, 0.535478, 0.509943, 0.567822, 0.578957, 0.552066, 0.530137, 0.544643, 0.54109, 0.531049, 0.533072, 0.549774, 0.543987, 0.545702, 0.503258, 0.520354, 0.538505, 0.561615, 0.543539, 0.535991, 0.547365, 0.538055, 0.533654, 0.502228, 0.533447, 0.552584, 0.523714, 0.533809, 0.538335, 0.523644, 0.535058, 0.525721, 0.526702, 0.529285, 0.536007, 0.534628, 0.523641, 0.55371, 0.520291, 0.490003, 0.522096, 0.516652, 0.539643, 0.518785, 0.535027, 0.536558, 0.528068, 0.549898, 0.537461, 0.522788, 0.533712, 0.53123, 0.492029, 0.523517, 0.535017, 0.537027, 0.537481, 0.543453, 0.517003, 0.539545, 0.519633, 0.502983, 0.537311, 0.523411, 0.551344, 0.558963, 0.528789, 0.54569, 0.521737, 0.539136, 0.537144, 0.531687, 0.556931, 0.530271, 0.573951, 0.528229, 0.556535, 0.522442, 0.518206, 0.549676, 0.518127, 0.534791, 0.538733, 0.531958, 0.525619, 0.494029, 0.575017, 0.535159, 0.534928, 0.610848, 0.525672, 0.509024, 0.532356, 0.550988, 0.522721, 0.538997, 0.545623, 0.549117, 0.553576, 0.520369, 0.531772, 0.526859, 0.528372, 0.539624, 0.538091, 0.508942, 0.543664, 0.527246, 0.545561, 0.523266, 0.533023, 0.553713, 0.540719, 0.541241, 0.556986, 0.458541, 0.518021, 0.532933, 0.548481, 0.542779, 0.516569, 0.533218, 0.561145, 0.525915, 0.542893, 0.514725, 0.539144, 0.545375, 0.515989, 0.532302, 0.518883, 0.54963, 0.513842, 0.544848, 0.525565, 0.544729, 0.514705, 0.526889, 0.517461, 0.545322, 0.552259, 0.531272, 0.52084, 0.554914, 0.517694, 0.543371, 0.533995, 0.560106, 0.547189, 0.515831, 0.502274, 0.566759, 0.555715, 0.575081, 0.546792, 0.514739, 0.553412, 0.533881, 0.540545, 0.551179, 0.532801, 0.538793, 0.504876, 0.517562, 0.552688, 0.551941, 0.521704, 0.528029, 0.533816, 0.506417, 0.542056, 0.531548, 0.529605, 0.547947, 0.516133, 0.543834, 0.518923, 0.539994, 0.536877, 0.550948, 0.541781, 0.544949, 0.53619, 0.543158, 0.534645, 0.535793, 0.540632, 0.528482, 0.496959, 0.524461, 0.559648, 0.533458, 0.551952, 0.534393, 0.530355, 0.515692, 0.548339, 0.534771, 0.525883, 0.535152, 0.53241, 0.539464, 0.539834, 0.531977, 0.577558, 0.531285, 0.544273, 0.503677, 0.538371, 0.5298, 0.51223, 0.534036, 0.52818, 0.495095, 0.550847, 0.540357, 0.560296, 0.577343, 0.479349, 0.551237, 0.533178, 0.536739, 0.510332, 0.555547, 0.542826, 0.534081, 0.561534, 0.539735, 0.51097, 0.543127, 0.514858, 0.53025, 0.54817, 0.537463, 0.525398, 0.523093, 0.527755, 0.544497, 0.54359, 0.530195, 0.587533, 0.561102, 0.536679, 0.543724, 0.538038, 0.551041, 0.522839, 0.529743, 0.523046, 0.543807, 0.544128, 0.525143, 0.53779, 0.535043 ] }, "name": "model.model.layers.31.post_attention_layernorm.weight", "outputIndexes": [ 2595 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2594 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_31/Mul_output_0", "outputIndexes": [ 2596 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2595, 2596 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_31/Mul_1_output_0", "outputIndexes": [ 2597 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.31/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2597 ], "outputIndexes": [ 3512 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.31/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 3512 ], "outputIndexes": [ 3513 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.31/mlp/gate_proj/Linear", "inputIndexes": [ 3513 ], "outputIndexes": [ 3514 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2560, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 38400, "weightSize": 0 }, "external": [ 192004862, 1228822, 307200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.31/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 3514 ], "outputIndexes": [ 3515 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.31/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3515 ], "outputIndexes": [ 2598 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2598 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_31/Sigmoid_output_0", "outputIndexes": [ 2599 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2598, 2599 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_31/Mul_output_0", "outputIndexes": [ 2600 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.31/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2597 ], "outputIndexes": [ 3516 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.31/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 3516 ], "outputIndexes": [ 3517 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.31/mlp/up_proj/Linear", "inputIndexes": [ 3517 ], "outputIndexes": [ 3518 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2560, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 38400, "weightSize": 0 }, "external": [ 193540884, 1228822, 307200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.31/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 3518 ], "outputIndexes": [ 3519 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.31/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3519 ], "outputIndexes": [ 2601 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2600, 2601 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_31/Mul_output_0", "outputIndexes": [ 2602 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.31/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2602 ], "outputIndexes": [ 3520 ], "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.31/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 3520 ], "outputIndexes": [ 3521 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.31/mlp/down_proj/Linear", "inputIndexes": [ 3521 ], "outputIndexes": [ 3522 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 960, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2560, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 38400, "weightSize": 0 }, "external": [ 195076906, 1228822, 307200, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.31/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 3522 ], "outputIndexes": [ 3523 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.31/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3523 ], "outputIndexes": [ 2603 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 960 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2594, 2603 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_159_output_0", "outputIndexes": [ 2604 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ -1, 960 ] }, "name": "/lm/Constant_output_0", "outputIndexes": [ 2605 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2604, 2605 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/lm/Reshape_output_0", "outputIndexes": [ 2606 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ -1 ] }, "name": "/rotary/Constant_6_output_0", "outputIndexes": [ 2607 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2606 ], "main_type": "NONE", "name": "Shape6982", "outputIndexes": [ 2608 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2606 ], "main_type": "NONE", "name": "Rank6984", "outputIndexes": [ 2609 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2609, 2609 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6986", "outputIndexes": [ 2610 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2610 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze6987", "outputIndexes": [ 2611 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2610, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6989", "outputIndexes": [ 2612 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2612 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze6990", "outputIndexes": [ 2613 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2608, 2611, 2613, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice6993", "outputIndexes": [ 2614 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2614 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze6994", "outputIndexes": [ 2615 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2607, 2615 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6995", "outputIndexes": [ 2616 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2616, 2615 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6996", "outputIndexes": [ 2617 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2606, 2617, 2610 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/lm/Gather_output_0", "outputIndexes": [ 2618 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 1, 1, 960 ] }, "name": "/lm/Constant_1_output_0", "outputIndexes": [ 2619 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2618, 2619 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/lm/Reshape_1_output_0", "outputIndexes": [ 2620 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2620 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/lm/norm/Mul_output_0", "outputIndexes": [ 2621 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 0, 2621 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/lm/norm/Mul_1_output_0", "outputIndexes": [ 2622 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/lm/lm_head/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2622 ], "outputIndexes": [ 3524 ], "main_type": "Reshape", "main": { "dims": [ -1, 960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/lm/lm_head/Linear/pre_convert", "inputIndexes": [ 3524 ], "outputIndexes": [ 3525 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/lm/lm_head/Linear", "inputIndexes": [ 3525 ], "outputIndexes": [ 3526 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 49152, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 737280, "weightSize": 0 }, "external": [ 196612928, 23592982, 5898240, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/lm/lm_head/Linear/post_convert", "inputIndexes": [ 3526 ], "outputIndexes": [ 3527 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/lm/lm_head/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3527 ], "outputIndexes": [ 2623 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 49152 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ -1 ] }, "name": "/Constant_62_output_0", "outputIndexes": [ 2624 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2623, 2624 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "logits", "outputIndexes": [ 2625 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Input", "main": { "dims": [ 32, 2, 1, -1, 5, 64 ], "dtype": "DT_FLOAT", "dformat": "NCHW" }, "name": "past_key_values", "outputIndexes": [ 2626 ], "type": "Input", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2626 ], "main_type": "Reshape", "main": { "dims": [ -1 ], "dimType": "NCHW" }, "name": "presents", "outputIndexes": [ 2627 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" } ], "outputName": [ "logits", "presents" ], "preferForwardType": "CPU", "sourceType": "ONNX", "tensorName": [ "model.model.norm.weight", "input_ids", "/Constant_output_0", "/Reshape_output_0", "model.model.layers.0.input_layernorm.weight", "/input_layernorm/Mul_output_0", "/input_layernorm/Mul_1_output_0", "/FakeLinear_output_0", "/Unsqueeze_output_0", "/Shape_1_output_0", "/rotary/Constant_9_output_0", "Shape20", "BinaryOp23", "BinaryOp24", "Unsqueeze25", "BinaryOp27", "Unsqueeze28", "StridedSlice31", "Squeeze32", "BinaryOp33", "BinaryOp34", "/Gather_2_output_0", "/rotary/Constant_4_output_0", "/Unsqueeze_1_output_0", "/Constant_4_output_0", "/Constant_5_output_0", "/Concat_output_0", "/Reshape_1_output_0", "position_ids", "/rotary/Cast_output_0", "/rotary/Constant_1_output_0", "/rotary/Reshape_output_0", "/rotary/Constant_2_output_0", "/rotary/Mul_output_0", "/rotary/Cos_output_0", "/rotary/Unsqueeze_output_0", "/rotary/Sin_output_0", "/rotary/Unsqueeze_1_output_0", "/rotary/Concat_output_0", "/rotary/Concat_1_output_0", "/rotary/Unsqueeze_2_axes", "/rotary/Unsqueeze_3_output_0", "Shape57", "BinaryOp60", "BinaryOp61", "Unsqueeze62", "BinaryOp64", "Unsqueeze65", "StridedSlice68", "BinaryOp70", "BinaryOp71", "/Gather_3_output_0", "/Mul_output_0", "/Shape_2_output_0", "/Constant_11_output_0", "Shape76", "BinaryOp79", "BinaryOp80", "Unsqueeze81", "BinaryOp83", "Unsqueeze84", "StridedSlice87", "Squeeze88", "BinaryOp89", "BinaryOp90", "/Gather_5_output_0", "/rotary/Constant_7_output_0", "/Div_output_0", "/Unsqueeze_6_output_0", "/Constant_20_output_0", "/Constant_14_output_0", "/Slice_1_output_0", "/Neg_output_0", "/Slice_output_0", "/Concat_3_output_0", "Unsqueeze106", "Unsqueeze109", "StridedSlice112", "Squeeze113", "BinaryOp114", "BinaryOp115", "/Gather_4_output_0", "/Mul_1_output_0", "/Add_output_0", "/FakeLinear_1_output_0", "/Constant_7_output_0", "/Concat_1_output_0", "/Reshape_2_output_0", "/Mul_2_output_0", "/Shape_3_output_0", "Shape159", "BinaryOp162", "BinaryOp163", "Unsqueeze164", "BinaryOp166", "Unsqueeze167", "StridedSlice170", "Squeeze171", "BinaryOp172", "BinaryOp173", "/Gather_6_output_0", "/Div_1_output_0", "/Unsqueeze_8_output_0", "/Slice_3_output_0", "/Neg_1_output_0", "/Slice_2_output_0", "/Concat_4_output_0", "/Mul_3_output_0", "/Add_1_output_0", "/FakeLinear_2_output_0", "/Reshape_3_output_0", "attention_mask", "/Reshape_8_output_0", "/FakeLinear_3_output_0", "/Add_3_output_0", "model.model.layers.0.post_attention_layernorm.weight", "/post_attention_layernorm/Mul_output_0", "/post_attention_layernorm/Mul_1_output_0", "/mlp/gate_proj/FakeLinear_output_0", "/mlp/act_fn/Sigmoid_output_0", "/mlp/act_fn/Mul_output_0", "/mlp/up_proj/FakeLinear_output_0", "/mlp/Mul_output_0", "/mlp/down_proj/FakeLinear_output_0", "/Add_4_output_0", "/Reshape_9_output_0", "model.model.layers.1.input_layernorm.weight", "/input_layernorm_1/Mul_output_0", "/input_layernorm_1/Mul_1_output_0", "/FakeLinear_4_output_0", "/Shape_15_output_0", "Shape297", "BinaryOp300", "BinaryOp301", "Unsqueeze302", "BinaryOp304", "Unsqueeze305", "StridedSlice308", "Squeeze309", "BinaryOp310", "BinaryOp311", "/Gather_19_output_0", "/Unsqueeze_33_output_0", "/Concat_13_output_0", "/Reshape_10_output_0", "/Mul_8_output_0", "/Shape_16_output_0", "Shape318", "BinaryOp321", "BinaryOp322", "Unsqueeze323", "BinaryOp325", "Unsqueeze326", "StridedSlice329", "Squeeze330", "BinaryOp331", "BinaryOp332", "/Gather_20_output_0", "/Div_3_output_0", "/Unsqueeze_38_output_0", "/Slice_5_output_0", "/Neg_2_output_0", "/Slice_4_output_0", "/Concat_16_output_0", "/Mul_9_output_0", "/Add_5_output_0", "/FakeLinear_5_output_0", "/Concat_14_output_0", "/Reshape_11_output_0", "/Mul_10_output_0", "/Shape_17_output_0", "Shape380", "BinaryOp383", "BinaryOp384", "Unsqueeze385", "BinaryOp387", "Unsqueeze388", "StridedSlice391", "Squeeze392", "BinaryOp393", "BinaryOp394", "/Gather_21_output_0", "/Div_4_output_0", "/Unsqueeze_40_output_0", "/Slice_7_output_0", "/Neg_3_output_0", "/Slice_6_output_0", "/Concat_17_output_0", "/Mul_11_output_0", "/Add_6_output_0", "/FakeLinear_6_output_0", "/Reshape_12_output_0", "/Reshape_17_output_0", "/FakeLinear_7_output_0", "/Add_8_output_0", "model.model.layers.1.post_attention_layernorm.weight", "/post_attention_layernorm_1/Mul_output_0", "/post_attention_layernorm_1/Mul_1_output_0", "/mlp/gate_proj_1/FakeLinear_output_0", "/mlp/act_fn_1/Sigmoid_output_0", "/mlp/act_fn_1/Mul_output_0", "/mlp/up_proj_1/FakeLinear_output_0", "/mlp_1/Mul_output_0", "/mlp/down_proj_1/FakeLinear_output_0", "/Add_9_output_0", "/Reshape_18_output_0", "model.model.layers.2.input_layernorm.weight", "/input_layernorm_2/Mul_output_0", "/input_layernorm_2/Mul_1_output_0", "/FakeLinear_8_output_0", "/Shape_29_output_0", "Shape512", "BinaryOp515", "BinaryOp516", "Unsqueeze517", "BinaryOp519", "Unsqueeze520", "StridedSlice523", "Squeeze524", "BinaryOp525", "BinaryOp526", "/Gather_34_output_0", "/Unsqueeze_65_output_0", "/Concat_26_output_0", "/Reshape_19_output_0", "/Mul_16_output_0", "/Shape_30_output_0", "Shape533", "BinaryOp536", "BinaryOp537", "Unsqueeze538", "BinaryOp540", "Unsqueeze541", "StridedSlice544", "Squeeze545", "BinaryOp546", "BinaryOp547", "/Gather_35_output_0", "/Div_6_output_0", "/Unsqueeze_70_output_0", "/Slice_9_output_0", "/Neg_4_output_0", "/Slice_8_output_0", "/Concat_29_output_0", "/Mul_17_output_0", "/Add_10_output_0", "/FakeLinear_9_output_0", "/Concat_27_output_0", "/Reshape_20_output_0", "/Mul_18_output_0", "/Shape_31_output_0", "Shape595", "BinaryOp598", "BinaryOp599", "Unsqueeze600", "BinaryOp602", "Unsqueeze603", "StridedSlice606", "Squeeze607", "BinaryOp608", "BinaryOp609", "/Gather_36_output_0", "/Div_7_output_0", "/Unsqueeze_72_output_0", "/Slice_11_output_0", "/Neg_5_output_0", "/Slice_10_output_0", "/Concat_30_output_0", "/Mul_19_output_0", "/Add_11_output_0", "/FakeLinear_10_output_0", "/Reshape_21_output_0", "/Reshape_26_output_0", "/FakeLinear_11_output_0", "/Add_13_output_0", "model.model.layers.2.post_attention_layernorm.weight", "/post_attention_layernorm_2/Mul_output_0", "/post_attention_layernorm_2/Mul_1_output_0", "/mlp/gate_proj_2/FakeLinear_output_0", "/mlp/act_fn_2/Sigmoid_output_0", "/mlp/act_fn_2/Mul_output_0", "/mlp/up_proj_2/FakeLinear_output_0", "/mlp_2/Mul_output_0", "/mlp/down_proj_2/FakeLinear_output_0", "/Add_14_output_0", "/Reshape_27_output_0", "model.model.layers.3.input_layernorm.weight", "/input_layernorm_3/Mul_output_0", "/input_layernorm_3/Mul_1_output_0", "/FakeLinear_12_output_0", "/Shape_43_output_0", "Shape727", "BinaryOp730", "BinaryOp731", "Unsqueeze732", "BinaryOp734", "Unsqueeze735", "StridedSlice738", "Squeeze739", "BinaryOp740", "BinaryOp741", "/Gather_49_output_0", "/Unsqueeze_97_output_0", "/Concat_39_output_0", "/Reshape_28_output_0", "/Mul_24_output_0", "/Shape_44_output_0", "Shape748", "BinaryOp751", "BinaryOp752", "Unsqueeze753", "BinaryOp755", "Unsqueeze756", "StridedSlice759", "Squeeze760", "BinaryOp761", "BinaryOp762", "/Gather_50_output_0", "/Div_9_output_0", "/Unsqueeze_102_output_0", "/Slice_13_output_0", "/Neg_6_output_0", "/Slice_12_output_0", "/Concat_42_output_0", "/Mul_25_output_0", "/Add_15_output_0", "/FakeLinear_13_output_0", "/Concat_40_output_0", "/Reshape_29_output_0", "/Mul_26_output_0", "/Shape_45_output_0", "Shape810", "BinaryOp813", "BinaryOp814", "Unsqueeze815", "BinaryOp817", "Unsqueeze818", "StridedSlice821", "Squeeze822", "BinaryOp823", "BinaryOp824", "/Gather_51_output_0", "/Div_10_output_0", "/Unsqueeze_104_output_0", "/Slice_15_output_0", "/Neg_7_output_0", "/Slice_14_output_0", "/Concat_43_output_0", "/Mul_27_output_0", "/Add_16_output_0", "/FakeLinear_14_output_0", "/Reshape_30_output_0", "/Reshape_35_output_0", "/FakeLinear_15_output_0", "/Add_18_output_0", "model.model.layers.3.post_attention_layernorm.weight", "/post_attention_layernorm_3/Mul_output_0", "/post_attention_layernorm_3/Mul_1_output_0", "/mlp/gate_proj_3/FakeLinear_output_0", "/mlp/act_fn_3/Sigmoid_output_0", "/mlp/act_fn_3/Mul_output_0", "/mlp/up_proj_3/FakeLinear_output_0", "/mlp_3/Mul_output_0", "/mlp/down_proj_3/FakeLinear_output_0", "/Add_19_output_0", "/Reshape_36_output_0", "model.model.layers.4.input_layernorm.weight", "/input_layernorm_4/Mul_output_0", "/input_layernorm_4/Mul_1_output_0", "/FakeLinear_16_output_0", "/Shape_57_output_0", "Shape942", "BinaryOp945", "BinaryOp946", "Unsqueeze947", "BinaryOp949", "Unsqueeze950", "StridedSlice953", "Squeeze954", "BinaryOp955", "BinaryOp956", "/Gather_64_output_0", "/Unsqueeze_129_output_0", "/Concat_52_output_0", "/Reshape_37_output_0", "/Mul_32_output_0", "/Shape_58_output_0", "Shape963", "BinaryOp966", "BinaryOp967", "Unsqueeze968", "BinaryOp970", "Unsqueeze971", "StridedSlice974", "Squeeze975", "BinaryOp976", "BinaryOp977", "/Gather_65_output_0", "/Div_12_output_0", "/Unsqueeze_134_output_0", "/Slice_17_output_0", "/Neg_8_output_0", "/Slice_16_output_0", "/Concat_55_output_0", "/Mul_33_output_0", "/Add_20_output_0", "/FakeLinear_17_output_0", "/Concat_53_output_0", "/Reshape_38_output_0", "/Mul_34_output_0", "/Shape_59_output_0", "Shape1026", "BinaryOp1029", "BinaryOp1030", "Unsqueeze1031", "BinaryOp1033", "Unsqueeze1034", "StridedSlice1037", "Squeeze1038", "BinaryOp1039", "BinaryOp1040", "/Gather_66_output_0", "/Div_13_output_0", "/Unsqueeze_136_output_0", "/Slice_19_output_0", "/Neg_9_output_0", "/Slice_18_output_0", "/Concat_56_output_0", "/Mul_35_output_0", "/Add_21_output_0", "/FakeLinear_18_output_0", "/Reshape_39_output_0", "/Reshape_44_output_0", "/FakeLinear_19_output_0", "/Add_23_output_0", "model.model.layers.4.post_attention_layernorm.weight", "/post_attention_layernorm_4/Mul_output_0", "/post_attention_layernorm_4/Mul_1_output_0", "/mlp/gate_proj_4/FakeLinear_output_0", "/mlp/act_fn_4/Sigmoid_output_0", "/mlp/act_fn_4/Mul_output_0", "/mlp/up_proj_4/FakeLinear_output_0", "/mlp_4/Mul_output_0", "/mlp/down_proj_4/FakeLinear_output_0", "/Add_24_output_0", "/Reshape_45_output_0", "model.model.layers.5.input_layernorm.weight", "/input_layernorm_5/Mul_output_0", "/input_layernorm_5/Mul_1_output_0", "/FakeLinear_20_output_0", "/Shape_71_output_0", "Shape1158", "BinaryOp1161", "BinaryOp1162", "Unsqueeze1163", "BinaryOp1165", "Unsqueeze1166", "StridedSlice1169", "Squeeze1170", "BinaryOp1171", "BinaryOp1172", "/Gather_79_output_0", "/Unsqueeze_161_output_0", "/Concat_65_output_0", "/Reshape_46_output_0", "/Mul_40_output_0", "/Shape_72_output_0", "Shape1179", "BinaryOp1182", "BinaryOp1183", "Unsqueeze1184", "BinaryOp1186", "Unsqueeze1187", "StridedSlice1190", "Squeeze1191", "BinaryOp1192", "BinaryOp1193", "/Gather_80_output_0", "/Div_15_output_0", "/Unsqueeze_166_output_0", "/Slice_21_output_0", "/Neg_10_output_0", "/Slice_20_output_0", "/Concat_68_output_0", "/Mul_41_output_0", "/Add_25_output_0", "/FakeLinear_21_output_0", "/Concat_66_output_0", "/Reshape_47_output_0", "/Mul_42_output_0", "/Shape_73_output_0", "Shape1242", "BinaryOp1245", "BinaryOp1246", "Unsqueeze1247", "BinaryOp1249", "Unsqueeze1250", "StridedSlice1253", "Squeeze1254", "BinaryOp1255", "BinaryOp1256", "/Gather_81_output_0", "/Div_16_output_0", "/Unsqueeze_168_output_0", "/Slice_23_output_0", "/Neg_11_output_0", "/Slice_22_output_0", "/Concat_69_output_0", "/Mul_43_output_0", "/Add_26_output_0", "/FakeLinear_22_output_0", "/Reshape_48_output_0", "/Reshape_53_output_0", "/FakeLinear_23_output_0", "/Add_28_output_0", "model.model.layers.5.post_attention_layernorm.weight", "/post_attention_layernorm_5/Mul_output_0", "/post_attention_layernorm_5/Mul_1_output_0", "/mlp/gate_proj_5/FakeLinear_output_0", "/mlp/act_fn_5/Sigmoid_output_0", "/mlp/act_fn_5/Mul_output_0", "/mlp/up_proj_5/FakeLinear_output_0", "/mlp_5/Mul_output_0", "/mlp/down_proj_5/FakeLinear_output_0", "/Add_29_output_0", "/Reshape_54_output_0", "model.model.layers.6.input_layernorm.weight", "/input_layernorm_6/Mul_output_0", "/input_layernorm_6/Mul_1_output_0", "/FakeLinear_24_output_0", "/Shape_85_output_0", "Shape1374", "BinaryOp1377", "BinaryOp1378", "Unsqueeze1379", "BinaryOp1381", "Unsqueeze1382", "StridedSlice1385", "Squeeze1386", "BinaryOp1387", "BinaryOp1388", "/Gather_94_output_0", "/Unsqueeze_193_output_0", "/Concat_78_output_0", "/Reshape_55_output_0", "/Mul_48_output_0", "/Shape_86_output_0", "Shape1395", "BinaryOp1398", "BinaryOp1399", "Unsqueeze1400", "BinaryOp1402", "Unsqueeze1403", "StridedSlice1406", "Squeeze1407", "BinaryOp1408", "BinaryOp1409", "/Gather_95_output_0", "/Div_18_output_0", "/Unsqueeze_198_output_0", "/Slice_25_output_0", "/Neg_12_output_0", "/Slice_24_output_0", "/Concat_81_output_0", "/Mul_49_output_0", "/Add_30_output_0", "/FakeLinear_25_output_0", "/Concat_79_output_0", "/Reshape_56_output_0", "/Mul_50_output_0", "/Shape_87_output_0", "Shape1458", "BinaryOp1461", "BinaryOp1462", "Unsqueeze1463", "BinaryOp1465", "Unsqueeze1466", "StridedSlice1469", "Squeeze1470", "BinaryOp1471", "BinaryOp1472", "/Gather_96_output_0", "/Div_19_output_0", "/Unsqueeze_200_output_0", "/Slice_27_output_0", "/Neg_13_output_0", "/Slice_26_output_0", "/Concat_82_output_0", "/Mul_51_output_0", "/Add_31_output_0", "/FakeLinear_26_output_0", "/Reshape_57_output_0", "/Reshape_62_output_0", "/FakeLinear_27_output_0", "/Add_33_output_0", "model.model.layers.6.post_attention_layernorm.weight", "/post_attention_layernorm_6/Mul_output_0", "/post_attention_layernorm_6/Mul_1_output_0", "/mlp/gate_proj_6/FakeLinear_output_0", "/mlp/act_fn_6/Sigmoid_output_0", "/mlp/act_fn_6/Mul_output_0", "/mlp/up_proj_6/FakeLinear_output_0", "/mlp_6/Mul_output_0", "/mlp/down_proj_6/FakeLinear_output_0", "/Add_34_output_0", "/Reshape_63_output_0", "model.model.layers.7.input_layernorm.weight", "/input_layernorm_7/Mul_output_0", "/input_layernorm_7/Mul_1_output_0", "/FakeLinear_28_output_0", "/Shape_99_output_0", "Shape1590", "BinaryOp1593", "BinaryOp1594", "Unsqueeze1595", "BinaryOp1597", "Unsqueeze1598", "StridedSlice1601", "Squeeze1602", "BinaryOp1603", "BinaryOp1604", "/Gather_109_output_0", "/Unsqueeze_225_output_0", "/Concat_91_output_0", "/Reshape_64_output_0", "/Mul_56_output_0", "/Shape_100_output_0", "Shape1611", "BinaryOp1614", "BinaryOp1615", "Unsqueeze1616", "BinaryOp1618", "Unsqueeze1619", "StridedSlice1622", "Squeeze1623", "BinaryOp1624", "BinaryOp1625", "/Gather_110_output_0", "/Div_21_output_0", "/Unsqueeze_230_output_0", "/Slice_29_output_0", "/Neg_14_output_0", "/Slice_28_output_0", "/Concat_94_output_0", "/Mul_57_output_0", "/Add_35_output_0", "/FakeLinear_29_output_0", "/Concat_92_output_0", "/Reshape_65_output_0", "/Mul_58_output_0", "/Shape_101_output_0", "Shape1674", "BinaryOp1677", "BinaryOp1678", "Unsqueeze1679", "BinaryOp1681", "Unsqueeze1682", "StridedSlice1685", "Squeeze1686", "BinaryOp1687", "BinaryOp1688", "/Gather_111_output_0", "/Div_22_output_0", "/Unsqueeze_232_output_0", "/Slice_31_output_0", "/Neg_15_output_0", "/Slice_30_output_0", "/Concat_95_output_0", "/Mul_59_output_0", "/Add_36_output_0", "/FakeLinear_30_output_0", "/Reshape_66_output_0", "/Reshape_71_output_0", "/FakeLinear_31_output_0", "/Add_38_output_0", "model.model.layers.7.post_attention_layernorm.weight", "/post_attention_layernorm_7/Mul_output_0", "/post_attention_layernorm_7/Mul_1_output_0", "/mlp/gate_proj_7/FakeLinear_output_0", "/mlp/act_fn_7/Sigmoid_output_0", "/mlp/act_fn_7/Mul_output_0", "/mlp/up_proj_7/FakeLinear_output_0", "/mlp_7/Mul_output_0", "/mlp/down_proj_7/FakeLinear_output_0", "/Add_39_output_0", "/Reshape_72_output_0", "model.model.layers.8.input_layernorm.weight", "/input_layernorm_8/Mul_output_0", "/input_layernorm_8/Mul_1_output_0", "/FakeLinear_32_output_0", "/Shape_113_output_0", "Shape1806", "BinaryOp1809", "BinaryOp1810", "Unsqueeze1811", "BinaryOp1813", "Unsqueeze1814", "StridedSlice1817", "Squeeze1818", "BinaryOp1819", "BinaryOp1820", "/Gather_124_output_0", "/Unsqueeze_257_output_0", "/Concat_104_output_0", "/Reshape_73_output_0", "/Mul_64_output_0", "/Shape_114_output_0", "Shape1827", "BinaryOp1830", "BinaryOp1831", "Unsqueeze1832", "BinaryOp1834", "Unsqueeze1835", "StridedSlice1838", "Squeeze1839", "BinaryOp1840", "BinaryOp1841", "/Gather_125_output_0", "/Div_24_output_0", "/Unsqueeze_262_output_0", "/Slice_33_output_0", "/Neg_16_output_0", "/Slice_32_output_0", "/Concat_107_output_0", "/Mul_65_output_0", "/Add_40_output_0", "/FakeLinear_33_output_0", "/Concat_105_output_0", "/Reshape_74_output_0", "/Mul_66_output_0", "/Shape_115_output_0", "Shape1890", "BinaryOp1893", "BinaryOp1894", "Unsqueeze1895", "BinaryOp1897", "Unsqueeze1898", "StridedSlice1901", "Squeeze1902", "BinaryOp1903", "BinaryOp1904", "/Gather_126_output_0", "/Div_25_output_0", "/Unsqueeze_264_output_0", "/Slice_35_output_0", "/Neg_17_output_0", "/Slice_34_output_0", "/Concat_108_output_0", "/Mul_67_output_0", "/Add_41_output_0", "/FakeLinear_34_output_0", "/Reshape_75_output_0", "/Reshape_80_output_0", "/FakeLinear_35_output_0", "/Add_43_output_0", "model.model.layers.8.post_attention_layernorm.weight", "/post_attention_layernorm_8/Mul_output_0", "/post_attention_layernorm_8/Mul_1_output_0", "/mlp/gate_proj_8/FakeLinear_output_0", "/mlp/act_fn_8/Sigmoid_output_0", "/mlp/act_fn_8/Mul_output_0", "/mlp/up_proj_8/FakeLinear_output_0", "/mlp_8/Mul_output_0", "/mlp/down_proj_8/FakeLinear_output_0", "/Add_44_output_0", "/Reshape_81_output_0", "model.model.layers.9.input_layernorm.weight", "/input_layernorm_9/Mul_output_0", "/input_layernorm_9/Mul_1_output_0", "/FakeLinear_36_output_0", "/Shape_127_output_0", "Shape2022", "BinaryOp2025", "BinaryOp2026", "Unsqueeze2027", "BinaryOp2029", "Unsqueeze2030", "StridedSlice2033", "Squeeze2034", "BinaryOp2035", "BinaryOp2036", "/Gather_139_output_0", "/Unsqueeze_289_output_0", "/Concat_117_output_0", "/Reshape_82_output_0", "/Mul_72_output_0", "/Shape_128_output_0", "Shape2043", "BinaryOp2046", "BinaryOp2047", "Unsqueeze2048", "BinaryOp2050", "Unsqueeze2051", "StridedSlice2054", "Squeeze2055", "BinaryOp2056", "BinaryOp2057", "/Gather_140_output_0", "/Div_27_output_0", "/Unsqueeze_294_output_0", "/Slice_37_output_0", "/Neg_18_output_0", "/Slice_36_output_0", "/Concat_120_output_0", "/Mul_73_output_0", "/Add_45_output_0", "/FakeLinear_37_output_0", "/Concat_118_output_0", "/Reshape_83_output_0", "/Mul_74_output_0", "/Shape_129_output_0", "Shape2106", "BinaryOp2109", "BinaryOp2110", "Unsqueeze2111", "BinaryOp2113", "Unsqueeze2114", "StridedSlice2117", "Squeeze2118", "BinaryOp2119", "BinaryOp2120", "/Gather_141_output_0", "/Div_28_output_0", "/Unsqueeze_296_output_0", "/Slice_39_output_0", "/Neg_19_output_0", "/Slice_38_output_0", "/Concat_121_output_0", "/Mul_75_output_0", "/Add_46_output_0", "/FakeLinear_38_output_0", "/Reshape_84_output_0", "/Reshape_89_output_0", "/FakeLinear_39_output_0", "/Add_48_output_0", "model.model.layers.9.post_attention_layernorm.weight", "/post_attention_layernorm_9/Mul_output_0", "/post_attention_layernorm_9/Mul_1_output_0", "/mlp/gate_proj_9/FakeLinear_output_0", "/mlp/act_fn_9/Sigmoid_output_0", "/mlp/act_fn_9/Mul_output_0", "/mlp/up_proj_9/FakeLinear_output_0", "/mlp_9/Mul_output_0", "/mlp/down_proj_9/FakeLinear_output_0", "/Add_49_output_0", "/Reshape_90_output_0", "model.model.layers.10.input_layernorm.weight", "/input_layernorm_10/Mul_output_0", "/input_layernorm_10/Mul_1_output_0", "/FakeLinear_40_output_0", "/Shape_141_output_0", "Shape2238", "BinaryOp2241", "BinaryOp2242", "Unsqueeze2243", "BinaryOp2245", "Unsqueeze2246", "StridedSlice2249", "Squeeze2250", "BinaryOp2251", "BinaryOp2252", "/Gather_154_output_0", "/Unsqueeze_321_output_0", "/Concat_130_output_0", "/Reshape_91_output_0", "/Mul_80_output_0", "/Shape_142_output_0", "Shape2259", "BinaryOp2262", "BinaryOp2263", "Unsqueeze2264", "BinaryOp2266", "Unsqueeze2267", "StridedSlice2270", "Squeeze2271", "BinaryOp2272", "BinaryOp2273", "/Gather_155_output_0", "/Div_30_output_0", "/Unsqueeze_326_output_0", "/Slice_41_output_0", "/Neg_20_output_0", "/Slice_40_output_0", "/Concat_133_output_0", "/Mul_81_output_0", "/Add_50_output_0", "/FakeLinear_41_output_0", "/Concat_131_output_0", "/Reshape_92_output_0", "/Mul_82_output_0", "/Shape_143_output_0", "Shape2322", "BinaryOp2325", "BinaryOp2326", "Unsqueeze2327", "BinaryOp2329", "Unsqueeze2330", "StridedSlice2333", "Squeeze2334", "BinaryOp2335", "BinaryOp2336", "/Gather_156_output_0", "/Div_31_output_0", "/Unsqueeze_328_output_0", "/Slice_43_output_0", "/Neg_21_output_0", "/Slice_42_output_0", "/Concat_134_output_0", "/Mul_83_output_0", "/Add_51_output_0", "/FakeLinear_42_output_0", "/Reshape_93_output_0", "/Reshape_98_output_0", "/FakeLinear_43_output_0", "/Add_53_output_0", "model.model.layers.10.post_attention_layernorm.weight", "/post_attention_layernorm_10/Mul_output_0", "/post_attention_layernorm_10/Mul_1_output_0", "/mlp/gate_proj_10/FakeLinear_output_0", "/mlp/act_fn_10/Sigmoid_output_0", "/mlp/act_fn_10/Mul_output_0", "/mlp/up_proj_10/FakeLinear_output_0", "/mlp_10/Mul_output_0", "/mlp/down_proj_10/FakeLinear_output_0", "/Add_54_output_0", "/Reshape_99_output_0", "model.model.layers.11.input_layernorm.weight", "/input_layernorm_11/Mul_output_0", "/input_layernorm_11/Mul_1_output_0", "/FakeLinear_44_output_0", "/Shape_155_output_0", "Shape2454", "BinaryOp2457", "BinaryOp2458", "Unsqueeze2459", "BinaryOp2461", "Unsqueeze2462", "StridedSlice2465", "Squeeze2466", "BinaryOp2467", "BinaryOp2468", "/Gather_169_output_0", "/Unsqueeze_353_output_0", "/Concat_143_output_0", "/Reshape_100_output_0", "/Mul_88_output_0", "/Shape_156_output_0", "Shape2475", "BinaryOp2478", "BinaryOp2479", "Unsqueeze2480", "BinaryOp2482", "Unsqueeze2483", "StridedSlice2486", "Squeeze2487", "BinaryOp2488", "BinaryOp2489", "/Gather_170_output_0", "/Div_33_output_0", "/Unsqueeze_358_output_0", "/Slice_45_output_0", "/Neg_22_output_0", "/Slice_44_output_0", "/Concat_146_output_0", "/Mul_89_output_0", "/Add_55_output_0", "/FakeLinear_45_output_0", "/Concat_144_output_0", "/Reshape_101_output_0", "/Mul_90_output_0", "/Shape_157_output_0", "Shape2538", "BinaryOp2541", "BinaryOp2542", "Unsqueeze2543", "BinaryOp2545", "Unsqueeze2546", "StridedSlice2549", "Squeeze2550", "BinaryOp2551", "BinaryOp2552", "/Gather_171_output_0", "/Div_34_output_0", "/Unsqueeze_360_output_0", "/Slice_47_output_0", "/Neg_23_output_0", "/Slice_46_output_0", "/Concat_147_output_0", "/Mul_91_output_0", "/Add_56_output_0", "/FakeLinear_46_output_0", "/Reshape_102_output_0", "/Reshape_107_output_0", "/FakeLinear_47_output_0", "/Add_58_output_0", "model.model.layers.11.post_attention_layernorm.weight", "/post_attention_layernorm_11/Mul_output_0", "/post_attention_layernorm_11/Mul_1_output_0", "/mlp/gate_proj_11/FakeLinear_output_0", "/mlp/act_fn_11/Sigmoid_output_0", "/mlp/act_fn_11/Mul_output_0", "/mlp/up_proj_11/FakeLinear_output_0", "/mlp_11/Mul_output_0", "/mlp/down_proj_11/FakeLinear_output_0", "/Add_59_output_0", "/Reshape_108_output_0", "model.model.layers.12.input_layernorm.weight", "/input_layernorm_12/Mul_output_0", "/input_layernorm_12/Mul_1_output_0", "/FakeLinear_48_output_0", "/Shape_169_output_0", "Shape2670", "BinaryOp2673", "BinaryOp2674", "Unsqueeze2675", "BinaryOp2677", "Unsqueeze2678", "StridedSlice2681", "Squeeze2682", "BinaryOp2683", "BinaryOp2684", "/Gather_184_output_0", "/Unsqueeze_385_output_0", "/Concat_156_output_0", "/Reshape_109_output_0", "/Mul_96_output_0", "/Shape_170_output_0", "Shape2691", "BinaryOp2694", "BinaryOp2695", "Unsqueeze2696", "BinaryOp2698", "Unsqueeze2699", "StridedSlice2702", "Squeeze2703", "BinaryOp2704", "BinaryOp2705", "/Gather_185_output_0", "/Div_36_output_0", "/Unsqueeze_390_output_0", "/Slice_49_output_0", "/Neg_24_output_0", "/Slice_48_output_0", "/Concat_159_output_0", "/Mul_97_output_0", "/Add_60_output_0", "/FakeLinear_49_output_0", "/Concat_157_output_0", "/Reshape_110_output_0", "/Mul_98_output_0", "/Shape_171_output_0", "Shape2754", "BinaryOp2757", "BinaryOp2758", "Unsqueeze2759", "BinaryOp2761", "Unsqueeze2762", "StridedSlice2765", "Squeeze2766", "BinaryOp2767", "BinaryOp2768", "/Gather_186_output_0", "/Div_37_output_0", "/Unsqueeze_392_output_0", "/Slice_51_output_0", "/Neg_25_output_0", "/Slice_50_output_0", "/Concat_160_output_0", "/Mul_99_output_0", "/Add_61_output_0", "/FakeLinear_50_output_0", "/Reshape_111_output_0", "/Reshape_116_output_0", "/FakeLinear_51_output_0", "/Add_63_output_0", "model.model.layers.12.post_attention_layernorm.weight", "/post_attention_layernorm_12/Mul_output_0", "/post_attention_layernorm_12/Mul_1_output_0", "/mlp/gate_proj_12/FakeLinear_output_0", "/mlp/act_fn_12/Sigmoid_output_0", "/mlp/act_fn_12/Mul_output_0", "/mlp/up_proj_12/FakeLinear_output_0", "/mlp_12/Mul_output_0", "/mlp/down_proj_12/FakeLinear_output_0", "/Add_64_output_0", "/Reshape_117_output_0", "model.model.layers.13.input_layernorm.weight", "/input_layernorm_13/Mul_output_0", "/input_layernorm_13/Mul_1_output_0", "/FakeLinear_52_output_0", "/Shape_183_output_0", "Shape2886", "BinaryOp2889", "BinaryOp2890", "Unsqueeze2891", "BinaryOp2893", "Unsqueeze2894", "StridedSlice2897", "Squeeze2898", "BinaryOp2899", "BinaryOp2900", "/Gather_199_output_0", "/Unsqueeze_417_output_0", "/Concat_169_output_0", "/Reshape_118_output_0", "/Mul_104_output_0", "/Shape_184_output_0", "Shape2907", "BinaryOp2910", "BinaryOp2911", "Unsqueeze2912", "BinaryOp2914", "Unsqueeze2915", "StridedSlice2918", "Squeeze2919", "BinaryOp2920", "BinaryOp2921", "/Gather_200_output_0", "/Div_39_output_0", "/Unsqueeze_422_output_0", "/Slice_53_output_0", "/Neg_26_output_0", "/Slice_52_output_0", "/Concat_172_output_0", "/Mul_105_output_0", "/Add_65_output_0", "/FakeLinear_53_output_0", "/Concat_170_output_0", "/Reshape_119_output_0", "/Mul_106_output_0", "/Shape_185_output_0", "Shape2970", "BinaryOp2973", "BinaryOp2974", "Unsqueeze2975", "BinaryOp2977", "Unsqueeze2978", "StridedSlice2981", "Squeeze2982", "BinaryOp2983", "BinaryOp2984", "/Gather_201_output_0", "/Div_40_output_0", "/Unsqueeze_424_output_0", "/Slice_55_output_0", "/Neg_27_output_0", "/Slice_54_output_0", "/Concat_173_output_0", "/Mul_107_output_0", "/Add_66_output_0", "/FakeLinear_54_output_0", "/Reshape_120_output_0", "/Reshape_125_output_0", "/FakeLinear_55_output_0", "/Add_68_output_0", "model.model.layers.13.post_attention_layernorm.weight", "/post_attention_layernorm_13/Mul_output_0", "/post_attention_layernorm_13/Mul_1_output_0", "/mlp/gate_proj_13/FakeLinear_output_0", "/mlp/act_fn_13/Sigmoid_output_0", "/mlp/act_fn_13/Mul_output_0", "/mlp/up_proj_13/FakeLinear_output_0", "/mlp_13/Mul_output_0", "/mlp/down_proj_13/FakeLinear_output_0", "/Add_69_output_0", "/Reshape_126_output_0", "model.model.layers.14.input_layernorm.weight", "/input_layernorm_14/Mul_output_0", "/input_layernorm_14/Mul_1_output_0", "/FakeLinear_56_output_0", "/Shape_197_output_0", "Shape3102", "BinaryOp3105", "BinaryOp3106", "Unsqueeze3107", "BinaryOp3109", "Unsqueeze3110", "StridedSlice3113", "Squeeze3114", "BinaryOp3115", "BinaryOp3116", "/Gather_214_output_0", "/Unsqueeze_449_output_0", "/Concat_182_output_0", "/Reshape_127_output_0", "/Mul_112_output_0", "/Shape_198_output_0", "Shape3123", "BinaryOp3126", "BinaryOp3127", "Unsqueeze3128", "BinaryOp3130", "Unsqueeze3131", "StridedSlice3134", "Squeeze3135", "BinaryOp3136", "BinaryOp3137", "/Gather_215_output_0", "/Div_42_output_0", "/Unsqueeze_454_output_0", "/Slice_57_output_0", "/Neg_28_output_0", "/Slice_56_output_0", "/Concat_185_output_0", "/Mul_113_output_0", "/Add_70_output_0", "/FakeLinear_57_output_0", "/Concat_183_output_0", "/Reshape_128_output_0", "/Mul_114_output_0", "/Shape_199_output_0", "Shape3186", "BinaryOp3189", "BinaryOp3190", "Unsqueeze3191", "BinaryOp3193", "Unsqueeze3194", "StridedSlice3197", "Squeeze3198", "BinaryOp3199", "BinaryOp3200", "/Gather_216_output_0", "/Div_43_output_0", "/Unsqueeze_456_output_0", "/Slice_59_output_0", "/Neg_29_output_0", "/Slice_58_output_0", "/Concat_186_output_0", "/Mul_115_output_0", "/Add_71_output_0", "/FakeLinear_58_output_0", "/Reshape_129_output_0", "/Reshape_134_output_0", "/FakeLinear_59_output_0", "/Add_73_output_0", "model.model.layers.14.post_attention_layernorm.weight", "/post_attention_layernorm_14/Mul_output_0", "/post_attention_layernorm_14/Mul_1_output_0", "/mlp/gate_proj_14/FakeLinear_output_0", "/mlp/act_fn_14/Sigmoid_output_0", "/mlp/act_fn_14/Mul_output_0", "/mlp/up_proj_14/FakeLinear_output_0", "/mlp_14/Mul_output_0", "/mlp/down_proj_14/FakeLinear_output_0", "/Add_74_output_0", "/Reshape_135_output_0", "model.model.layers.15.input_layernorm.weight", "/input_layernorm_15/Mul_output_0", "/input_layernorm_15/Mul_1_output_0", "/FakeLinear_60_output_0", "/Shape_211_output_0", "Shape3318", "BinaryOp3321", "BinaryOp3322", "Unsqueeze3323", "BinaryOp3325", "Unsqueeze3326", "StridedSlice3329", "Squeeze3330", "BinaryOp3331", "BinaryOp3332", "/Gather_229_output_0", "/Unsqueeze_481_output_0", "/Concat_195_output_0", "/Reshape_136_output_0", "/Mul_120_output_0", "/Shape_212_output_0", "Shape3339", "BinaryOp3342", "BinaryOp3343", "Unsqueeze3344", "BinaryOp3346", "Unsqueeze3347", "StridedSlice3350", "Squeeze3351", "BinaryOp3352", "BinaryOp3353", "/Gather_230_output_0", "/Div_45_output_0", "/Unsqueeze_486_output_0", "/Slice_61_output_0", "/Neg_30_output_0", "/Slice_60_output_0", "/Concat_198_output_0", "/Mul_121_output_0", "/Add_75_output_0", "/FakeLinear_61_output_0", "/Concat_196_output_0", "/Reshape_137_output_0", "/Mul_122_output_0", "/Shape_213_output_0", "Shape3402", "BinaryOp3405", "BinaryOp3406", "Unsqueeze3407", "BinaryOp3409", "Unsqueeze3410", "StridedSlice3413", "Squeeze3414", "BinaryOp3415", "BinaryOp3416", "/Gather_231_output_0", "/Div_46_output_0", "/Unsqueeze_488_output_0", "/Slice_63_output_0", "/Neg_31_output_0", "/Slice_62_output_0", "/Concat_199_output_0", "/Mul_123_output_0", "/Add_76_output_0", "/FakeLinear_62_output_0", "/Reshape_138_output_0", "/Reshape_143_output_0", "/FakeLinear_63_output_0", "/Add_78_output_0", "model.model.layers.15.post_attention_layernorm.weight", "/post_attention_layernorm_15/Mul_output_0", "/post_attention_layernorm_15/Mul_1_output_0", "/mlp/gate_proj_15/FakeLinear_output_0", "/mlp/act_fn_15/Sigmoid_output_0", "/mlp/act_fn_15/Mul_output_0", "/mlp/up_proj_15/FakeLinear_output_0", "/mlp_15/Mul_output_0", "/mlp/down_proj_15/FakeLinear_output_0", "/Add_79_output_0", "/Reshape_144_output_0", "model.model.layers.16.input_layernorm.weight", "/input_layernorm_16/Mul_output_0", "/input_layernorm_16/Mul_1_output_0", "/FakeLinear_64_output_0", "/Shape_225_output_0", "Shape3534", "BinaryOp3537", "BinaryOp3538", "Unsqueeze3539", "BinaryOp3541", "Unsqueeze3542", "StridedSlice3545", "Squeeze3546", "BinaryOp3547", "BinaryOp3548", "/Gather_244_output_0", "/Unsqueeze_513_output_0", "/Concat_208_output_0", "/Reshape_145_output_0", "/Mul_128_output_0", "/Shape_226_output_0", "Shape3555", "BinaryOp3558", "BinaryOp3559", "Unsqueeze3560", "BinaryOp3562", "Unsqueeze3563", "StridedSlice3566", "Squeeze3567", "BinaryOp3568", "BinaryOp3569", "/Gather_245_output_0", "/Div_48_output_0", "/Unsqueeze_518_output_0", "/Slice_65_output_0", "/Neg_32_output_0", "/Slice_64_output_0", "/Concat_211_output_0", "/Mul_129_output_0", "/Add_80_output_0", "/FakeLinear_65_output_0", "/Concat_209_output_0", "/Reshape_146_output_0", "/Mul_130_output_0", "/Shape_227_output_0", "Shape3618", "BinaryOp3621", "BinaryOp3622", "Unsqueeze3623", "BinaryOp3625", "Unsqueeze3626", "StridedSlice3629", "Squeeze3630", "BinaryOp3631", "BinaryOp3632", "/Gather_246_output_0", "/Div_49_output_0", "/Unsqueeze_520_output_0", "/Slice_67_output_0", "/Neg_33_output_0", "/Slice_66_output_0", "/Concat_212_output_0", "/Mul_131_output_0", "/Add_81_output_0", "/FakeLinear_66_output_0", "/Reshape_147_output_0", "/Reshape_152_output_0", "/FakeLinear_67_output_0", "/Add_83_output_0", "model.model.layers.16.post_attention_layernorm.weight", "/post_attention_layernorm_16/Mul_output_0", "/post_attention_layernorm_16/Mul_1_output_0", "/mlp/gate_proj_16/FakeLinear_output_0", "/mlp/act_fn_16/Sigmoid_output_0", "/mlp/act_fn_16/Mul_output_0", "/mlp/up_proj_16/FakeLinear_output_0", "/mlp_16/Mul_output_0", "/mlp/down_proj_16/FakeLinear_output_0", "/Add_84_output_0", "/Reshape_153_output_0", "model.model.layers.17.input_layernorm.weight", "/input_layernorm_17/Mul_output_0", "/input_layernorm_17/Mul_1_output_0", "/FakeLinear_68_output_0", "/Shape_239_output_0", "Shape3750", "BinaryOp3753", "BinaryOp3754", "Unsqueeze3755", "BinaryOp3757", "Unsqueeze3758", "StridedSlice3761", "Squeeze3762", "BinaryOp3763", "BinaryOp3764", "/Gather_259_output_0", "/Unsqueeze_545_output_0", "/Concat_221_output_0", "/Reshape_154_output_0", "/Mul_136_output_0", "/Shape_240_output_0", "Shape3771", "BinaryOp3774", "BinaryOp3775", "Unsqueeze3776", "BinaryOp3778", "Unsqueeze3779", "StridedSlice3782", "Squeeze3783", "BinaryOp3784", "BinaryOp3785", "/Gather_260_output_0", "/Div_51_output_0", "/Unsqueeze_550_output_0", "/Slice_69_output_0", "/Neg_34_output_0", "/Slice_68_output_0", "/Concat_224_output_0", "/Mul_137_output_0", "/Add_85_output_0", "/FakeLinear_69_output_0", "/Concat_222_output_0", "/Reshape_155_output_0", "/Mul_138_output_0", "/Shape_241_output_0", "Shape3834", "BinaryOp3837", "BinaryOp3838", "Unsqueeze3839", "BinaryOp3841", "Unsqueeze3842", "StridedSlice3845", "Squeeze3846", "BinaryOp3847", "BinaryOp3848", "/Gather_261_output_0", "/Div_52_output_0", "/Unsqueeze_552_output_0", "/Slice_71_output_0", "/Neg_35_output_0", "/Slice_70_output_0", "/Concat_225_output_0", "/Mul_139_output_0", "/Add_86_output_0", "/FakeLinear_70_output_0", "/Reshape_156_output_0", "/Reshape_161_output_0", "/FakeLinear_71_output_0", "/Add_88_output_0", "model.model.layers.17.post_attention_layernorm.weight", "/post_attention_layernorm_17/Mul_output_0", "/post_attention_layernorm_17/Mul_1_output_0", "/mlp/gate_proj_17/FakeLinear_output_0", "/mlp/act_fn_17/Sigmoid_output_0", "/mlp/act_fn_17/Mul_output_0", "/mlp/up_proj_17/FakeLinear_output_0", "/mlp_17/Mul_output_0", "/mlp/down_proj_17/FakeLinear_output_0", "/Add_89_output_0", "/Reshape_162_output_0", "model.model.layers.18.input_layernorm.weight", "/input_layernorm_18/Mul_output_0", "/input_layernorm_18/Mul_1_output_0", "/FakeLinear_72_output_0", "/Shape_253_output_0", "Shape3966", "BinaryOp3969", "BinaryOp3970", "Unsqueeze3971", "BinaryOp3973", "Unsqueeze3974", "StridedSlice3977", "Squeeze3978", "BinaryOp3979", "BinaryOp3980", "/Gather_274_output_0", "/Unsqueeze_577_output_0", "/Concat_234_output_0", "/Reshape_163_output_0", "/Mul_144_output_0", "/Shape_254_output_0", "Shape3987", "BinaryOp3990", "BinaryOp3991", "Unsqueeze3992", "BinaryOp3994", "Unsqueeze3995", "StridedSlice3998", "Squeeze3999", "BinaryOp4000", "BinaryOp4001", "/Gather_275_output_0", "/Div_54_output_0", "/Unsqueeze_582_output_0", "/Slice_73_output_0", "/Neg_36_output_0", "/Slice_72_output_0", "/Concat_237_output_0", "/Mul_145_output_0", "/Add_90_output_0", "/FakeLinear_73_output_0", "/Concat_235_output_0", "/Reshape_164_output_0", "/Mul_146_output_0", "/Shape_255_output_0", "Shape4050", "BinaryOp4053", "BinaryOp4054", "Unsqueeze4055", "BinaryOp4057", "Unsqueeze4058", "StridedSlice4061", "Squeeze4062", "BinaryOp4063", "BinaryOp4064", "/Gather_276_output_0", "/Div_55_output_0", "/Unsqueeze_584_output_0", "/Slice_75_output_0", "/Neg_37_output_0", "/Slice_74_output_0", "/Concat_238_output_0", "/Mul_147_output_0", "/Add_91_output_0", "/FakeLinear_74_output_0", "/Reshape_165_output_0", "/Reshape_170_output_0", "/FakeLinear_75_output_0", "/Add_93_output_0", "model.model.layers.18.post_attention_layernorm.weight", "/post_attention_layernorm_18/Mul_output_0", "/post_attention_layernorm_18/Mul_1_output_0", "/mlp/gate_proj_18/FakeLinear_output_0", "/mlp/act_fn_18/Sigmoid_output_0", "/mlp/act_fn_18/Mul_output_0", "/mlp/up_proj_18/FakeLinear_output_0", "/mlp_18/Mul_output_0", "/mlp/down_proj_18/FakeLinear_output_0", "/Add_94_output_0", "/Reshape_171_output_0", "model.model.layers.19.input_layernorm.weight", "/input_layernorm_19/Mul_output_0", "/input_layernorm_19/Mul_1_output_0", "/FakeLinear_76_output_0", "/Shape_267_output_0", "Shape4182", "BinaryOp4185", "BinaryOp4186", "Unsqueeze4187", "BinaryOp4189", "Unsqueeze4190", "StridedSlice4193", "Squeeze4194", "BinaryOp4195", "BinaryOp4196", "/Gather_289_output_0", "/Unsqueeze_609_output_0", "/Concat_247_output_0", "/Reshape_172_output_0", "/Mul_152_output_0", "/Shape_268_output_0", "Shape4203", "BinaryOp4206", "BinaryOp4207", "Unsqueeze4208", "BinaryOp4210", "Unsqueeze4211", "StridedSlice4214", "Squeeze4215", "BinaryOp4216", "BinaryOp4217", "/Gather_290_output_0", "/Div_57_output_0", "/Unsqueeze_614_output_0", "/Slice_77_output_0", "/Neg_38_output_0", "/Slice_76_output_0", "/Concat_250_output_0", "/Mul_153_output_0", "/Add_95_output_0", "/FakeLinear_77_output_0", "/Concat_248_output_0", "/Reshape_173_output_0", "/Mul_154_output_0", "/Shape_269_output_0", "Shape4266", "BinaryOp4269", "BinaryOp4270", "Unsqueeze4271", "BinaryOp4273", "Unsqueeze4274", "StridedSlice4277", "Squeeze4278", "BinaryOp4279", "BinaryOp4280", "/Gather_291_output_0", "/Div_58_output_0", "/Unsqueeze_616_output_0", "/Slice_79_output_0", "/Neg_39_output_0", "/Slice_78_output_0", "/Concat_251_output_0", "/Mul_155_output_0", "/Add_96_output_0", "/FakeLinear_78_output_0", "/Reshape_174_output_0", "/Reshape_179_output_0", "/FakeLinear_79_output_0", "/Add_98_output_0", "model.model.layers.19.post_attention_layernorm.weight", "/post_attention_layernorm_19/Mul_output_0", "/post_attention_layernorm_19/Mul_1_output_0", "/mlp/gate_proj_19/FakeLinear_output_0", "/mlp/act_fn_19/Sigmoid_output_0", "/mlp/act_fn_19/Mul_output_0", "/mlp/up_proj_19/FakeLinear_output_0", "/mlp_19/Mul_output_0", "/mlp/down_proj_19/FakeLinear_output_0", "/Add_99_output_0", "/Reshape_180_output_0", "model.model.layers.20.input_layernorm.weight", "/input_layernorm_20/Mul_output_0", "/input_layernorm_20/Mul_1_output_0", "/FakeLinear_80_output_0", "/Shape_281_output_0", "Shape4398", "BinaryOp4401", "BinaryOp4402", "Unsqueeze4403", "BinaryOp4405", "Unsqueeze4406", "StridedSlice4409", "Squeeze4410", "BinaryOp4411", "BinaryOp4412", "/Gather_304_output_0", "/Unsqueeze_641_output_0", "/Concat_260_output_0", "/Reshape_181_output_0", "/Mul_160_output_0", "/Shape_282_output_0", "Shape4419", "BinaryOp4422", "BinaryOp4423", "Unsqueeze4424", "BinaryOp4426", "Unsqueeze4427", "StridedSlice4430", "Squeeze4431", "BinaryOp4432", "BinaryOp4433", "/Gather_305_output_0", "/Div_60_output_0", "/Unsqueeze_646_output_0", "/Slice_81_output_0", "/Neg_40_output_0", "/Slice_80_output_0", "/Concat_263_output_0", "/Mul_161_output_0", "/Add_100_output_0", "/FakeLinear_81_output_0", "/Concat_261_output_0", "/Reshape_182_output_0", "/Mul_162_output_0", "/Shape_283_output_0", "Shape4482", "BinaryOp4485", "BinaryOp4486", "Unsqueeze4487", "BinaryOp4489", "Unsqueeze4490", "StridedSlice4493", "Squeeze4494", "BinaryOp4495", "BinaryOp4496", "/Gather_306_output_0", "/Div_61_output_0", "/Unsqueeze_648_output_0", "/Slice_83_output_0", "/Neg_41_output_0", "/Slice_82_output_0", "/Concat_264_output_0", "/Mul_163_output_0", "/Add_101_output_0", "/FakeLinear_82_output_0", "/Reshape_183_output_0", "/Reshape_188_output_0", "/FakeLinear_83_output_0", "/Add_103_output_0", "model.model.layers.20.post_attention_layernorm.weight", "/post_attention_layernorm_20/Mul_output_0", "/post_attention_layernorm_20/Mul_1_output_0", "/mlp/gate_proj_20/FakeLinear_output_0", "/mlp/act_fn_20/Sigmoid_output_0", "/mlp/act_fn_20/Mul_output_0", "/mlp/up_proj_20/FakeLinear_output_0", "/mlp_20/Mul_output_0", "/mlp/down_proj_20/FakeLinear_output_0", "/Add_104_output_0", "/Reshape_189_output_0", "model.model.layers.21.input_layernorm.weight", "/input_layernorm_21/Mul_output_0", "/input_layernorm_21/Mul_1_output_0", "/FakeLinear_84_output_0", "/Shape_295_output_0", "Shape4614", "BinaryOp4617", "BinaryOp4618", "Unsqueeze4619", "BinaryOp4621", "Unsqueeze4622", "StridedSlice4625", "Squeeze4626", "BinaryOp4627", "BinaryOp4628", "/Gather_319_output_0", "/Unsqueeze_673_output_0", "/Concat_273_output_0", "/Reshape_190_output_0", "/Mul_168_output_0", "/Shape_296_output_0", "Shape4635", "BinaryOp4638", "BinaryOp4639", "Unsqueeze4640", "BinaryOp4642", "Unsqueeze4643", "StridedSlice4646", "Squeeze4647", "BinaryOp4648", "BinaryOp4649", "/Gather_320_output_0", "/Div_63_output_0", "/Unsqueeze_678_output_0", "/Slice_85_output_0", "/Neg_42_output_0", "/Slice_84_output_0", "/Concat_276_output_0", "/Mul_169_output_0", "/Add_105_output_0", "/FakeLinear_85_output_0", "/Concat_274_output_0", "/Reshape_191_output_0", "/Mul_170_output_0", "/Shape_297_output_0", "Shape4698", "BinaryOp4701", "BinaryOp4702", "Unsqueeze4703", "BinaryOp4705", "Unsqueeze4706", "StridedSlice4709", "Squeeze4710", "BinaryOp4711", "BinaryOp4712", "/Gather_321_output_0", "/Div_64_output_0", "/Unsqueeze_680_output_0", "/Slice_87_output_0", "/Neg_43_output_0", "/Slice_86_output_0", "/Concat_277_output_0", "/Mul_171_output_0", "/Add_106_output_0", "/FakeLinear_86_output_0", "/Reshape_192_output_0", "/Reshape_197_output_0", "/FakeLinear_87_output_0", "/Add_108_output_0", "model.model.layers.21.post_attention_layernorm.weight", "/post_attention_layernorm_21/Mul_output_0", "/post_attention_layernorm_21/Mul_1_output_0", "/mlp/gate_proj_21/FakeLinear_output_0", "/mlp/act_fn_21/Sigmoid_output_0", "/mlp/act_fn_21/Mul_output_0", "/mlp/up_proj_21/FakeLinear_output_0", "/mlp_21/Mul_output_0", "/mlp/down_proj_21/FakeLinear_output_0", "/Add_109_output_0", "/Reshape_198_output_0", "model.model.layers.22.input_layernorm.weight", "/input_layernorm_22/Mul_output_0", "/input_layernorm_22/Mul_1_output_0", "/FakeLinear_88_output_0", "/Shape_309_output_0", "Shape4830", "BinaryOp4833", "BinaryOp4834", "Unsqueeze4835", "BinaryOp4837", "Unsqueeze4838", "StridedSlice4841", "Squeeze4842", "BinaryOp4843", "BinaryOp4844", "/Gather_334_output_0", "/Unsqueeze_705_output_0", "/Concat_286_output_0", "/Reshape_199_output_0", "/Mul_176_output_0", "/Shape_310_output_0", "Shape4851", "BinaryOp4854", "BinaryOp4855", "Unsqueeze4856", "BinaryOp4858", "Unsqueeze4859", "StridedSlice4862", "Squeeze4863", "BinaryOp4864", "BinaryOp4865", "/Gather_335_output_0", "/Div_66_output_0", "/Unsqueeze_710_output_0", "/Slice_89_output_0", "/Neg_44_output_0", "/Slice_88_output_0", "/Concat_289_output_0", "/Mul_177_output_0", "/Add_110_output_0", "/FakeLinear_89_output_0", "/Concat_287_output_0", "/Reshape_200_output_0", "/Mul_178_output_0", "/Shape_311_output_0", "Shape4914", "BinaryOp4917", "BinaryOp4918", "Unsqueeze4919", "BinaryOp4921", "Unsqueeze4922", "StridedSlice4925", "Squeeze4926", "BinaryOp4927", "BinaryOp4928", "/Gather_336_output_0", "/Div_67_output_0", "/Unsqueeze_712_output_0", "/Slice_91_output_0", "/Neg_45_output_0", "/Slice_90_output_0", "/Concat_290_output_0", "/Mul_179_output_0", "/Add_111_output_0", "/FakeLinear_90_output_0", "/Reshape_201_output_0", "/Reshape_206_output_0", "/FakeLinear_91_output_0", "/Add_113_output_0", "model.model.layers.22.post_attention_layernorm.weight", "/post_attention_layernorm_22/Mul_output_0", "/post_attention_layernorm_22/Mul_1_output_0", "/mlp/gate_proj_22/FakeLinear_output_0", "/mlp/act_fn_22/Sigmoid_output_0", "/mlp/act_fn_22/Mul_output_0", "/mlp/up_proj_22/FakeLinear_output_0", "/mlp_22/Mul_output_0", "/mlp/down_proj_22/FakeLinear_output_0", "/Add_114_output_0", "/Reshape_207_output_0", "model.model.layers.23.input_layernorm.weight", "/input_layernorm_23/Mul_output_0", "/input_layernorm_23/Mul_1_output_0", "/FakeLinear_92_output_0", "/Shape_323_output_0", "Shape5046", "BinaryOp5049", "BinaryOp5050", "Unsqueeze5051", "BinaryOp5053", "Unsqueeze5054", "StridedSlice5057", "Squeeze5058", "BinaryOp5059", "BinaryOp5060", "/Gather_349_output_0", "/Unsqueeze_737_output_0", "/Concat_299_output_0", "/Reshape_208_output_0", "/Mul_184_output_0", "/Shape_324_output_0", "Shape5067", "BinaryOp5070", "BinaryOp5071", "Unsqueeze5072", "BinaryOp5074", "Unsqueeze5075", "StridedSlice5078", "Squeeze5079", "BinaryOp5080", "BinaryOp5081", "/Gather_350_output_0", "/Div_69_output_0", "/Unsqueeze_742_output_0", "/Slice_93_output_0", "/Neg_46_output_0", "/Slice_92_output_0", "/Concat_302_output_0", "/Mul_185_output_0", "/Add_115_output_0", "/FakeLinear_93_output_0", "/Concat_300_output_0", "/Reshape_209_output_0", "/Mul_186_output_0", "/Shape_325_output_0", "Shape5130", "BinaryOp5133", "BinaryOp5134", "Unsqueeze5135", "BinaryOp5137", "Unsqueeze5138", "StridedSlice5141", "Squeeze5142", "BinaryOp5143", "BinaryOp5144", "/Gather_351_output_0", "/Div_70_output_0", "/Unsqueeze_744_output_0", "/Slice_95_output_0", "/Neg_47_output_0", "/Slice_94_output_0", "/Concat_303_output_0", "/Mul_187_output_0", "/Add_116_output_0", "/FakeLinear_94_output_0", "/Reshape_210_output_0", "/Reshape_215_output_0", "/FakeLinear_95_output_0", "/Add_118_output_0", "model.model.layers.23.post_attention_layernorm.weight", "/post_attention_layernorm_23/Mul_output_0", "/post_attention_layernorm_23/Mul_1_output_0", "/mlp/gate_proj_23/FakeLinear_output_0", "/mlp/act_fn_23/Sigmoid_output_0", "/mlp/act_fn_23/Mul_output_0", "/mlp/up_proj_23/FakeLinear_output_0", "/mlp_23/Mul_output_0", "/mlp/down_proj_23/FakeLinear_output_0", "/Add_119_output_0", "/Reshape_216_output_0", "model.model.layers.24.input_layernorm.weight", "/input_layernorm_24/Mul_output_0", "/input_layernorm_24/Mul_1_output_0", "/FakeLinear_96_output_0", "/Shape_337_output_0", "Shape5262", "BinaryOp5265", "BinaryOp5266", "Unsqueeze5267", "BinaryOp5269", "Unsqueeze5270", "StridedSlice5273", "Squeeze5274", "BinaryOp5275", "BinaryOp5276", "/Gather_364_output_0", "/Unsqueeze_769_output_0", "/Concat_312_output_0", "/Reshape_217_output_0", "/Mul_192_output_0", "/Shape_338_output_0", "Shape5283", "BinaryOp5286", "BinaryOp5287", "Unsqueeze5288", "BinaryOp5290", "Unsqueeze5291", "StridedSlice5294", "Squeeze5295", "BinaryOp5296", "BinaryOp5297", "/Gather_365_output_0", "/Div_72_output_0", "/Unsqueeze_774_output_0", "/Slice_97_output_0", "/Neg_48_output_0", "/Slice_96_output_0", "/Concat_315_output_0", "/Mul_193_output_0", "/Add_120_output_0", "/FakeLinear_97_output_0", "/Concat_313_output_0", "/Reshape_218_output_0", "/Mul_194_output_0", "/Shape_339_output_0", "Shape5346", "BinaryOp5349", "BinaryOp5350", "Unsqueeze5351", "BinaryOp5353", "Unsqueeze5354", "StridedSlice5357", "Squeeze5358", "BinaryOp5359", "BinaryOp5360", "/Gather_366_output_0", "/Div_73_output_0", "/Unsqueeze_776_output_0", "/Slice_99_output_0", "/Neg_49_output_0", "/Slice_98_output_0", "/Concat_316_output_0", "/Mul_195_output_0", "/Add_121_output_0", "/FakeLinear_98_output_0", "/Reshape_219_output_0", "/Reshape_224_output_0", "/FakeLinear_99_output_0", "/Add_123_output_0", "model.model.layers.24.post_attention_layernorm.weight", "/post_attention_layernorm_24/Mul_output_0", "/post_attention_layernorm_24/Mul_1_output_0", "/mlp/gate_proj_24/FakeLinear_output_0", "/mlp/act_fn_24/Sigmoid_output_0", "/mlp/act_fn_24/Mul_output_0", "/mlp/up_proj_24/FakeLinear_output_0", "/mlp_24/Mul_output_0", "/mlp/down_proj_24/FakeLinear_output_0", "/Add_124_output_0", "/Reshape_225_output_0", "model.model.layers.25.input_layernorm.weight", "/input_layernorm_25/Mul_output_0", "/input_layernorm_25/Mul_1_output_0", "/FakeLinear_100_output_0", "/Shape_351_output_0", "Shape5478", "BinaryOp5481", "BinaryOp5482", "Unsqueeze5483", "BinaryOp5485", "Unsqueeze5486", "StridedSlice5489", "Squeeze5490", "BinaryOp5491", "BinaryOp5492", "/Gather_379_output_0", "/Unsqueeze_801_output_0", "/Concat_325_output_0", "/Reshape_226_output_0", "/Mul_200_output_0", "/Shape_352_output_0", "Shape5499", "BinaryOp5502", "BinaryOp5503", "Unsqueeze5504", "BinaryOp5506", "Unsqueeze5507", "StridedSlice5510", "Squeeze5511", "BinaryOp5512", "BinaryOp5513", "/Gather_380_output_0", "/Div_75_output_0", "/Unsqueeze_806_output_0", "/Slice_101_output_0", "/Neg_50_output_0", "/Slice_100_output_0", "/Concat_328_output_0", "/Mul_201_output_0", "/Add_125_output_0", "/FakeLinear_101_output_0", "/Concat_326_output_0", "/Reshape_227_output_0", "/Mul_202_output_0", "/Shape_353_output_0", "Shape5562", "BinaryOp5565", "BinaryOp5566", "Unsqueeze5567", "BinaryOp5569", "Unsqueeze5570", "StridedSlice5573", "Squeeze5574", "BinaryOp5575", "BinaryOp5576", "/Gather_381_output_0", "/Div_76_output_0", "/Unsqueeze_808_output_0", "/Slice_103_output_0", "/Neg_51_output_0", "/Slice_102_output_0", "/Concat_329_output_0", "/Mul_203_output_0", "/Add_126_output_0", "/FakeLinear_102_output_0", "/Reshape_228_output_0", "/Reshape_233_output_0", "/FakeLinear_103_output_0", "/Add_128_output_0", "model.model.layers.25.post_attention_layernorm.weight", "/post_attention_layernorm_25/Mul_output_0", "/post_attention_layernorm_25/Mul_1_output_0", "/mlp/gate_proj_25/FakeLinear_output_0", "/mlp/act_fn_25/Sigmoid_output_0", "/mlp/act_fn_25/Mul_output_0", "/mlp/up_proj_25/FakeLinear_output_0", "/mlp_25/Mul_output_0", "/mlp/down_proj_25/FakeLinear_output_0", "/Add_129_output_0", "/Reshape_234_output_0", "model.model.layers.26.input_layernorm.weight", "/input_layernorm_26/Mul_output_0", "/input_layernorm_26/Mul_1_output_0", "/FakeLinear_104_output_0", "/Shape_365_output_0", "Shape5694", "BinaryOp5697", "BinaryOp5698", "Unsqueeze5699", "BinaryOp5701", "Unsqueeze5702", "StridedSlice5705", "Squeeze5706", "BinaryOp5707", "BinaryOp5708", "/Gather_394_output_0", "/Unsqueeze_833_output_0", "/Concat_338_output_0", "/Reshape_235_output_0", "/Mul_208_output_0", "/Shape_366_output_0", "Shape5715", "BinaryOp5718", "BinaryOp5719", "Unsqueeze5720", "BinaryOp5722", "Unsqueeze5723", "StridedSlice5726", "Squeeze5727", "BinaryOp5728", "BinaryOp5729", "/Gather_395_output_0", "/Div_78_output_0", "/Unsqueeze_838_output_0", "/Slice_105_output_0", "/Neg_52_output_0", "/Slice_104_output_0", "/Concat_341_output_0", "/Mul_209_output_0", "/Add_130_output_0", "/FakeLinear_105_output_0", "/Concat_339_output_0", "/Reshape_236_output_0", "/Mul_210_output_0", "/Shape_367_output_0", "Shape5778", "BinaryOp5781", "BinaryOp5782", "Unsqueeze5783", "BinaryOp5785", "Unsqueeze5786", "StridedSlice5789", "Squeeze5790", "BinaryOp5791", "BinaryOp5792", "/Gather_396_output_0", "/Div_79_output_0", "/Unsqueeze_840_output_0", "/Slice_107_output_0", "/Neg_53_output_0", "/Slice_106_output_0", "/Concat_342_output_0", "/Mul_211_output_0", "/Add_131_output_0", "/FakeLinear_106_output_0", "/Reshape_237_output_0", "/Reshape_242_output_0", "/FakeLinear_107_output_0", "/Add_133_output_0", "model.model.layers.26.post_attention_layernorm.weight", "/post_attention_layernorm_26/Mul_output_0", "/post_attention_layernorm_26/Mul_1_output_0", "/mlp/gate_proj_26/FakeLinear_output_0", "/mlp/act_fn_26/Sigmoid_output_0", "/mlp/act_fn_26/Mul_output_0", "/mlp/up_proj_26/FakeLinear_output_0", "/mlp_26/Mul_output_0", "/mlp/down_proj_26/FakeLinear_output_0", "/Add_134_output_0", "/Reshape_243_output_0", "model.model.layers.27.input_layernorm.weight", "/input_layernorm_27/Mul_output_0", "/input_layernorm_27/Mul_1_output_0", "/FakeLinear_108_output_0", "/Shape_379_output_0", "Shape5910", "BinaryOp5913", "BinaryOp5914", "Unsqueeze5915", "BinaryOp5917", "Unsqueeze5918", "StridedSlice5921", "Squeeze5922", "BinaryOp5923", "BinaryOp5924", "/Gather_409_output_0", "/Unsqueeze_865_output_0", "/Concat_351_output_0", "/Reshape_244_output_0", "/Mul_216_output_0", "/Shape_380_output_0", "Shape5931", "BinaryOp5934", "BinaryOp5935", "Unsqueeze5936", "BinaryOp5938", "Unsqueeze5939", "StridedSlice5942", "Squeeze5943", "BinaryOp5944", "BinaryOp5945", "/Gather_410_output_0", "/Div_81_output_0", "/Unsqueeze_870_output_0", "/Slice_109_output_0", "/Neg_54_output_0", "/Slice_108_output_0", "/Concat_354_output_0", "/Mul_217_output_0", "/Add_135_output_0", "/FakeLinear_109_output_0", "/Concat_352_output_0", "/Reshape_245_output_0", "/Mul_218_output_0", "/Shape_381_output_0", "Shape5994", "BinaryOp5997", "BinaryOp5998", "Unsqueeze5999", "BinaryOp6001", "Unsqueeze6002", "StridedSlice6005", "Squeeze6006", "BinaryOp6007", "BinaryOp6008", "/Gather_411_output_0", "/Div_82_output_0", "/Unsqueeze_872_output_0", "/Slice_111_output_0", "/Neg_55_output_0", "/Slice_110_output_0", "/Concat_355_output_0", "/Mul_219_output_0", "/Add_136_output_0", "/FakeLinear_110_output_0", "/Reshape_246_output_0", "/Reshape_251_output_0", "/FakeLinear_111_output_0", "/Add_138_output_0", "model.model.layers.27.post_attention_layernorm.weight", "/post_attention_layernorm_27/Mul_output_0", "/post_attention_layernorm_27/Mul_1_output_0", "/mlp/gate_proj_27/FakeLinear_output_0", "/mlp/act_fn_27/Sigmoid_output_0", "/mlp/act_fn_27/Mul_output_0", "/mlp/up_proj_27/FakeLinear_output_0", "/mlp_27/Mul_output_0", "/mlp/down_proj_27/FakeLinear_output_0", "/Add_139_output_0", "/Reshape_252_output_0", "model.model.layers.28.input_layernorm.weight", "/input_layernorm_28/Mul_output_0", "/input_layernorm_28/Mul_1_output_0", "/FakeLinear_112_output_0", "/Shape_393_output_0", "Shape6126", "BinaryOp6129", "BinaryOp6130", "Unsqueeze6131", "BinaryOp6133", "Unsqueeze6134", "StridedSlice6137", "Squeeze6138", "BinaryOp6139", "BinaryOp6140", "/Gather_424_output_0", "/Unsqueeze_897_output_0", "/Concat_364_output_0", "/Reshape_253_output_0", "/Mul_224_output_0", "/Shape_394_output_0", "Shape6147", "BinaryOp6150", "BinaryOp6151", "Unsqueeze6152", "BinaryOp6154", "Unsqueeze6155", "StridedSlice6158", "Squeeze6159", "BinaryOp6160", "BinaryOp6161", "/Gather_425_output_0", "/Div_84_output_0", "/Unsqueeze_902_output_0", "/Slice_113_output_0", "/Neg_56_output_0", "/Slice_112_output_0", "/Concat_367_output_0", "/Mul_225_output_0", "/Add_140_output_0", "/FakeLinear_113_output_0", "/Concat_365_output_0", "/Reshape_254_output_0", "/Mul_226_output_0", "/Shape_395_output_0", "Shape6210", "BinaryOp6213", "BinaryOp6214", "Unsqueeze6215", "BinaryOp6217", "Unsqueeze6218", "StridedSlice6221", "Squeeze6222", "BinaryOp6223", "BinaryOp6224", "/Gather_426_output_0", "/Div_85_output_0", "/Unsqueeze_904_output_0", "/Slice_115_output_0", "/Neg_57_output_0", "/Slice_114_output_0", "/Concat_368_output_0", "/Mul_227_output_0", "/Add_141_output_0", "/FakeLinear_114_output_0", "/Reshape_255_output_0", "/Reshape_260_output_0", "/FakeLinear_115_output_0", "/Add_143_output_0", "model.model.layers.28.post_attention_layernorm.weight", "/post_attention_layernorm_28/Mul_output_0", "/post_attention_layernorm_28/Mul_1_output_0", "/mlp/gate_proj_28/FakeLinear_output_0", "/mlp/act_fn_28/Sigmoid_output_0", "/mlp/act_fn_28/Mul_output_0", "/mlp/up_proj_28/FakeLinear_output_0", "/mlp_28/Mul_output_0", "/mlp/down_proj_28/FakeLinear_output_0", "/Add_144_output_0", "/Reshape_261_output_0", "model.model.layers.29.input_layernorm.weight", "/input_layernorm_29/Mul_output_0", "/input_layernorm_29/Mul_1_output_0", "/FakeLinear_116_output_0", "/Shape_407_output_0", "Shape6342", "BinaryOp6345", "BinaryOp6346", "Unsqueeze6347", "BinaryOp6349", "Unsqueeze6350", "StridedSlice6353", "Squeeze6354", "BinaryOp6355", "BinaryOp6356", "/Gather_439_output_0", "/Unsqueeze_929_output_0", "/Concat_377_output_0", "/Reshape_262_output_0", "/Mul_232_output_0", "/Shape_408_output_0", "Shape6363", "BinaryOp6366", "BinaryOp6367", "Unsqueeze6368", "BinaryOp6370", "Unsqueeze6371", "StridedSlice6374", "Squeeze6375", "BinaryOp6376", "BinaryOp6377", "/Gather_440_output_0", "/Div_87_output_0", "/Unsqueeze_934_output_0", "/Slice_117_output_0", "/Neg_58_output_0", "/Slice_116_output_0", "/Concat_380_output_0", "/Mul_233_output_0", "/Add_145_output_0", "/FakeLinear_117_output_0", "/Concat_378_output_0", "/Reshape_263_output_0", "/Mul_234_output_0", "/Shape_409_output_0", "Shape6426", "BinaryOp6429", "BinaryOp6430", "Unsqueeze6431", "BinaryOp6433", "Unsqueeze6434", "StridedSlice6437", "Squeeze6438", "BinaryOp6439", "BinaryOp6440", "/Gather_441_output_0", "/Div_88_output_0", "/Unsqueeze_936_output_0", "/Slice_119_output_0", "/Neg_59_output_0", "/Slice_118_output_0", "/Concat_381_output_0", "/Mul_235_output_0", "/Add_146_output_0", "/FakeLinear_118_output_0", "/Reshape_264_output_0", "/Reshape_269_output_0", "/FakeLinear_119_output_0", "/Add_148_output_0", "model.model.layers.29.post_attention_layernorm.weight", "/post_attention_layernorm_29/Mul_output_0", "/post_attention_layernorm_29/Mul_1_output_0", "/mlp/gate_proj_29/FakeLinear_output_0", "/mlp/act_fn_29/Sigmoid_output_0", "/mlp/act_fn_29/Mul_output_0", "/mlp/up_proj_29/FakeLinear_output_0", "/mlp_29/Mul_output_0", "/mlp/down_proj_29/FakeLinear_output_0", "/Add_149_output_0", "/Reshape_270_output_0", "model.model.layers.30.input_layernorm.weight", "/input_layernorm_30/Mul_output_0", "/input_layernorm_30/Mul_1_output_0", "/FakeLinear_120_output_0", "/Shape_421_output_0", "Shape6558", "BinaryOp6561", "BinaryOp6562", "Unsqueeze6563", "BinaryOp6565", "Unsqueeze6566", "StridedSlice6569", "Squeeze6570", "BinaryOp6571", "BinaryOp6572", "/Gather_454_output_0", "/Unsqueeze_961_output_0", "/Concat_390_output_0", "/Reshape_271_output_0", "/Mul_240_output_0", "/Shape_422_output_0", "Shape6579", "BinaryOp6582", "BinaryOp6583", "Unsqueeze6584", "BinaryOp6586", "Unsqueeze6587", "StridedSlice6590", "Squeeze6591", "BinaryOp6592", "BinaryOp6593", "/Gather_455_output_0", "/Div_90_output_0", "/Unsqueeze_966_output_0", "/Slice_121_output_0", "/Neg_60_output_0", "/Slice_120_output_0", "/Concat_393_output_0", "/Mul_241_output_0", "/Add_150_output_0", "/FakeLinear_121_output_0", "/Concat_391_output_0", "/Reshape_272_output_0", "/Mul_242_output_0", "/Shape_423_output_0", "Shape6642", "BinaryOp6645", "BinaryOp6646", "Unsqueeze6647", "BinaryOp6649", "Unsqueeze6650", "StridedSlice6653", "Squeeze6654", "BinaryOp6655", "BinaryOp6656", "/Gather_456_output_0", "/Div_91_output_0", "/Unsqueeze_968_output_0", "/Slice_123_output_0", "/Neg_61_output_0", "/Slice_122_output_0", "/Concat_394_output_0", "/Mul_243_output_0", "/Add_151_output_0", "/FakeLinear_122_output_0", "/Reshape_273_output_0", "/Reshape_278_output_0", "/FakeLinear_123_output_0", "/Add_153_output_0", "model.model.layers.30.post_attention_layernorm.weight", "/post_attention_layernorm_30/Mul_output_0", "/post_attention_layernorm_30/Mul_1_output_0", "/mlp/gate_proj_30/FakeLinear_output_0", "/mlp/act_fn_30/Sigmoid_output_0", "/mlp/act_fn_30/Mul_output_0", "/mlp/up_proj_30/FakeLinear_output_0", "/mlp_30/Mul_output_0", "/mlp/down_proj_30/FakeLinear_output_0", "/Add_154_output_0", "/Reshape_279_output_0", "model.model.layers.31.input_layernorm.weight", "/input_layernorm_31/Mul_output_0", "/input_layernorm_31/Mul_1_output_0", "/FakeLinear_124_output_0", "/Shape_435_output_0", "Shape6774", "BinaryOp6777", "BinaryOp6778", "Unsqueeze6779", "BinaryOp6781", "Unsqueeze6782", "StridedSlice6785", "Squeeze6786", "BinaryOp6787", "BinaryOp6788", "/Gather_469_output_0", "/Unsqueeze_993_output_0", "/Concat_403_output_0", "/Reshape_280_output_0", "/Mul_248_output_0", "/Shape_436_output_0", "Shape6795", "BinaryOp6798", "BinaryOp6799", "Unsqueeze6800", "BinaryOp6802", "Unsqueeze6803", "StridedSlice6806", "Squeeze6807", "BinaryOp6808", "BinaryOp6809", "/Gather_470_output_0", "/Div_93_output_0", "/Unsqueeze_998_output_0", "/Slice_125_output_0", "/Neg_62_output_0", "/Slice_124_output_0", "/Concat_406_output_0", "/Mul_249_output_0", "/Add_155_output_0", "/FakeLinear_125_output_0", "/Concat_404_output_0", "/Reshape_281_output_0", "/Mul_250_output_0", "/Shape_437_output_0", "Shape6858", "BinaryOp6861", "BinaryOp6862", "Unsqueeze6863", "BinaryOp6865", "Unsqueeze6866", "StridedSlice6869", "Squeeze6870", "BinaryOp6871", "BinaryOp6872", "/Gather_471_output_0", "/Div_94_output_0", "/Unsqueeze_1000_output_0", "/Slice_127_output_0", "/Neg_63_output_0", "/Slice_126_output_0", "/Concat_407_output_0", "/Mul_251_output_0", "/Add_156_output_0", "/FakeLinear_126_output_0", "/Reshape_282_output_0", "/Reshape_287_output_0", "/FakeLinear_127_output_0", "/Add_158_output_0", "model.model.layers.31.post_attention_layernorm.weight", "/post_attention_layernorm_31/Mul_output_0", "/post_attention_layernorm_31/Mul_1_output_0", "/mlp/gate_proj_31/FakeLinear_output_0", "/mlp/act_fn_31/Sigmoid_output_0", "/mlp/act_fn_31/Mul_output_0", "/mlp/up_proj_31/FakeLinear_output_0", "/mlp_31/Mul_output_0", "/mlp/down_proj_31/FakeLinear_output_0", "/Add_159_output_0", "/lm/Constant_output_0", "/lm/Reshape_output_0", "/rotary/Constant_6_output_0", "Shape6982", "BinaryOp6985", "BinaryOp6986", "Unsqueeze6987", "BinaryOp6989", "Unsqueeze6990", "StridedSlice6993", "Squeeze6994", "BinaryOp6995", "BinaryOp6996", "/lm/Gather_output_0", "/lm/Constant_1_output_0", "/lm/Reshape_1_output_0", "/lm/norm/Mul_output_0", "/lm/norm/Mul_1_output_0", "/lm/lm/FakeLinear_output_0", "/Constant_62_output_0", "logits", "past_key_values", "presents", "/layers.0/self_attn/q_proj/Linear/pre_reshape", "/layers.0/self_attn/q_proj/Linear/pre_convert", "/layers.0/self_attn/q_proj/Linear", "/layers.0/self_attn/q_proj/Linear/post_convert", "/layers.0/self_attn/k_proj/Linear/pre_reshape", "/layers.0/self_attn/k_proj/Linear/pre_convert", "/layers.0/self_attn/k_proj/Linear", "/layers.0/self_attn/k_proj/Linear/post_convert", "/layers.0/self_attn/v_proj/Linear/pre_reshape", "/layers.0/self_attn/v_proj/Linear/pre_convert", "/layers.0/self_attn/v_proj/Linear", "/layers.0/self_attn/v_proj/Linear/post_convert", "/layers.0/self_attn/o_proj/Linear/pre_reshape", "/layers.0/self_attn/o_proj/Linear/pre_convert", "/layers.0/self_attn/o_proj/Linear", "/layers.0/self_attn/o_proj/Linear/post_convert", "/layers.0/mlp/gate_proj/Linear/pre_reshape", "/layers.0/mlp/gate_proj/Linear/pre_convert", "/layers.0/mlp/gate_proj/Linear", "/layers.0/mlp/gate_proj/Linear/post_convert", "/layers.0/mlp/up_proj/Linear/pre_reshape", "/layers.0/mlp/up_proj/Linear/pre_convert", "/layers.0/mlp/up_proj/Linear", "/layers.0/mlp/up_proj/Linear/post_convert", "/layers.0/mlp/down_proj/Linear/pre_reshape", "/layers.0/mlp/down_proj/Linear/pre_convert", "/layers.0/mlp/down_proj/Linear", "/layers.0/mlp/down_proj/Linear/post_convert", "/layers.1/self_attn/q_proj/Linear/pre_reshape", "/layers.1/self_attn/q_proj/Linear/pre_convert", "/layers.1/self_attn/q_proj/Linear", "/layers.1/self_attn/q_proj/Linear/post_convert", "/layers.1/self_attn/k_proj/Linear/pre_reshape", "/layers.1/self_attn/k_proj/Linear/pre_convert", "/layers.1/self_attn/k_proj/Linear", "/layers.1/self_attn/k_proj/Linear/post_convert", "/layers.1/self_attn/v_proj/Linear/pre_reshape", "/layers.1/self_attn/v_proj/Linear/pre_convert", "/layers.1/self_attn/v_proj/Linear", "/layers.1/self_attn/v_proj/Linear/post_convert", "/layers.1/self_attn/o_proj/Linear/pre_reshape", "/layers.1/self_attn/o_proj/Linear/pre_convert", "/layers.1/self_attn/o_proj/Linear", "/layers.1/self_attn/o_proj/Linear/post_convert", "/layers.1/mlp/gate_proj/Linear/pre_reshape", "/layers.1/mlp/gate_proj/Linear/pre_convert", "/layers.1/mlp/gate_proj/Linear", "/layers.1/mlp/gate_proj/Linear/post_convert", "/layers.1/mlp/up_proj/Linear/pre_reshape", "/layers.1/mlp/up_proj/Linear/pre_convert", "/layers.1/mlp/up_proj/Linear", "/layers.1/mlp/up_proj/Linear/post_convert", "/layers.1/mlp/down_proj/Linear/pre_reshape", "/layers.1/mlp/down_proj/Linear/pre_convert", "/layers.1/mlp/down_proj/Linear", "/layers.1/mlp/down_proj/Linear/post_convert", "/layers.2/self_attn/q_proj/Linear/pre_reshape", "/layers.2/self_attn/q_proj/Linear/pre_convert", "/layers.2/self_attn/q_proj/Linear", "/layers.2/self_attn/q_proj/Linear/post_convert", "/layers.2/self_attn/k_proj/Linear/pre_reshape", "/layers.2/self_attn/k_proj/Linear/pre_convert", "/layers.2/self_attn/k_proj/Linear", "/layers.2/self_attn/k_proj/Linear/post_convert", "/layers.2/self_attn/v_proj/Linear/pre_reshape", "/layers.2/self_attn/v_proj/Linear/pre_convert", "/layers.2/self_attn/v_proj/Linear", "/layers.2/self_attn/v_proj/Linear/post_convert", "/layers.2/self_attn/o_proj/Linear/pre_reshape", "/layers.2/self_attn/o_proj/Linear/pre_convert", "/layers.2/self_attn/o_proj/Linear", "/layers.2/self_attn/o_proj/Linear/post_convert", "/layers.2/mlp/gate_proj/Linear/pre_reshape", "/layers.2/mlp/gate_proj/Linear/pre_convert", "/layers.2/mlp/gate_proj/Linear", "/layers.2/mlp/gate_proj/Linear/post_convert", "/layers.2/mlp/up_proj/Linear/pre_reshape", "/layers.2/mlp/up_proj/Linear/pre_convert", "/layers.2/mlp/up_proj/Linear", "/layers.2/mlp/up_proj/Linear/post_convert", "/layers.2/mlp/down_proj/Linear/pre_reshape", "/layers.2/mlp/down_proj/Linear/pre_convert", "/layers.2/mlp/down_proj/Linear", "/layers.2/mlp/down_proj/Linear/post_convert", "/layers.3/self_attn/q_proj/Linear/pre_reshape", "/layers.3/self_attn/q_proj/Linear/pre_convert", "/layers.3/self_attn/q_proj/Linear", "/layers.3/self_attn/q_proj/Linear/post_convert", "/layers.3/self_attn/k_proj/Linear/pre_reshape", "/layers.3/self_attn/k_proj/Linear/pre_convert", "/layers.3/self_attn/k_proj/Linear", "/layers.3/self_attn/k_proj/Linear/post_convert", "/layers.3/self_attn/v_proj/Linear/pre_reshape", "/layers.3/self_attn/v_proj/Linear/pre_convert", "/layers.3/self_attn/v_proj/Linear", "/layers.3/self_attn/v_proj/Linear/post_convert", "/layers.3/self_attn/o_proj/Linear/pre_reshape", "/layers.3/self_attn/o_proj/Linear/pre_convert", "/layers.3/self_attn/o_proj/Linear", "/layers.3/self_attn/o_proj/Linear/post_convert", "/layers.3/mlp/gate_proj/Linear/pre_reshape", "/layers.3/mlp/gate_proj/Linear/pre_convert", "/layers.3/mlp/gate_proj/Linear", "/layers.3/mlp/gate_proj/Linear/post_convert", "/layers.3/mlp/up_proj/Linear/pre_reshape", "/layers.3/mlp/up_proj/Linear/pre_convert", "/layers.3/mlp/up_proj/Linear", "/layers.3/mlp/up_proj/Linear/post_convert", "/layers.3/mlp/down_proj/Linear/pre_reshape", "/layers.3/mlp/down_proj/Linear/pre_convert", "/layers.3/mlp/down_proj/Linear", "/layers.3/mlp/down_proj/Linear/post_convert", "/layers.4/self_attn/q_proj/Linear/pre_reshape", "/layers.4/self_attn/q_proj/Linear/pre_convert", "/layers.4/self_attn/q_proj/Linear", "/layers.4/self_attn/q_proj/Linear/post_convert", "/layers.4/self_attn/k_proj/Linear/pre_reshape", "/layers.4/self_attn/k_proj/Linear/pre_convert", "/layers.4/self_attn/k_proj/Linear", "/layers.4/self_attn/k_proj/Linear/post_convert", "/layers.4/self_attn/v_proj/Linear/pre_reshape", "/layers.4/self_attn/v_proj/Linear/pre_convert", "/layers.4/self_attn/v_proj/Linear", "/layers.4/self_attn/v_proj/Linear/post_convert", "/layers.4/self_attn/o_proj/Linear/pre_reshape", "/layers.4/self_attn/o_proj/Linear/pre_convert", "/layers.4/self_attn/o_proj/Linear", "/layers.4/self_attn/o_proj/Linear/post_convert", "/layers.4/mlp/gate_proj/Linear/pre_reshape", "/layers.4/mlp/gate_proj/Linear/pre_convert", "/layers.4/mlp/gate_proj/Linear", "/layers.4/mlp/gate_proj/Linear/post_convert", "/layers.4/mlp/up_proj/Linear/pre_reshape", "/layers.4/mlp/up_proj/Linear/pre_convert", "/layers.4/mlp/up_proj/Linear", "/layers.4/mlp/up_proj/Linear/post_convert", "/layers.4/mlp/down_proj/Linear/pre_reshape", "/layers.4/mlp/down_proj/Linear/pre_convert", "/layers.4/mlp/down_proj/Linear", "/layers.4/mlp/down_proj/Linear/post_convert", "/layers.5/self_attn/q_proj/Linear/pre_reshape", "/layers.5/self_attn/q_proj/Linear/pre_convert", "/layers.5/self_attn/q_proj/Linear", "/layers.5/self_attn/q_proj/Linear/post_convert", "/layers.5/self_attn/k_proj/Linear/pre_reshape", "/layers.5/self_attn/k_proj/Linear/pre_convert", "/layers.5/self_attn/k_proj/Linear", "/layers.5/self_attn/k_proj/Linear/post_convert", "/layers.5/self_attn/v_proj/Linear/pre_reshape", "/layers.5/self_attn/v_proj/Linear/pre_convert", "/layers.5/self_attn/v_proj/Linear", "/layers.5/self_attn/v_proj/Linear/post_convert", "/layers.5/self_attn/o_proj/Linear/pre_reshape", "/layers.5/self_attn/o_proj/Linear/pre_convert", "/layers.5/self_attn/o_proj/Linear", "/layers.5/self_attn/o_proj/Linear/post_convert", "/layers.5/mlp/gate_proj/Linear/pre_reshape", "/layers.5/mlp/gate_proj/Linear/pre_convert", "/layers.5/mlp/gate_proj/Linear", "/layers.5/mlp/gate_proj/Linear/post_convert", "/layers.5/mlp/up_proj/Linear/pre_reshape", "/layers.5/mlp/up_proj/Linear/pre_convert", "/layers.5/mlp/up_proj/Linear", "/layers.5/mlp/up_proj/Linear/post_convert", "/layers.5/mlp/down_proj/Linear/pre_reshape", "/layers.5/mlp/down_proj/Linear/pre_convert", "/layers.5/mlp/down_proj/Linear", "/layers.5/mlp/down_proj/Linear/post_convert", "/layers.6/self_attn/q_proj/Linear/pre_reshape", "/layers.6/self_attn/q_proj/Linear/pre_convert", "/layers.6/self_attn/q_proj/Linear", "/layers.6/self_attn/q_proj/Linear/post_convert", "/layers.6/self_attn/k_proj/Linear/pre_reshape", "/layers.6/self_attn/k_proj/Linear/pre_convert", "/layers.6/self_attn/k_proj/Linear", "/layers.6/self_attn/k_proj/Linear/post_convert", "/layers.6/self_attn/v_proj/Linear/pre_reshape", "/layers.6/self_attn/v_proj/Linear/pre_convert", "/layers.6/self_attn/v_proj/Linear", "/layers.6/self_attn/v_proj/Linear/post_convert", "/layers.6/self_attn/o_proj/Linear/pre_reshape", "/layers.6/self_attn/o_proj/Linear/pre_convert", "/layers.6/self_attn/o_proj/Linear", "/layers.6/self_attn/o_proj/Linear/post_convert", "/layers.6/mlp/gate_proj/Linear/pre_reshape", "/layers.6/mlp/gate_proj/Linear/pre_convert", "/layers.6/mlp/gate_proj/Linear", "/layers.6/mlp/gate_proj/Linear/post_convert", "/layers.6/mlp/up_proj/Linear/pre_reshape", "/layers.6/mlp/up_proj/Linear/pre_convert", "/layers.6/mlp/up_proj/Linear", "/layers.6/mlp/up_proj/Linear/post_convert", "/layers.6/mlp/down_proj/Linear/pre_reshape", "/layers.6/mlp/down_proj/Linear/pre_convert", "/layers.6/mlp/down_proj/Linear", "/layers.6/mlp/down_proj/Linear/post_convert", "/layers.7/self_attn/q_proj/Linear/pre_reshape", "/layers.7/self_attn/q_proj/Linear/pre_convert", "/layers.7/self_attn/q_proj/Linear", "/layers.7/self_attn/q_proj/Linear/post_convert", "/layers.7/self_attn/k_proj/Linear/pre_reshape", "/layers.7/self_attn/k_proj/Linear/pre_convert", "/layers.7/self_attn/k_proj/Linear", "/layers.7/self_attn/k_proj/Linear/post_convert", "/layers.7/self_attn/v_proj/Linear/pre_reshape", "/layers.7/self_attn/v_proj/Linear/pre_convert", "/layers.7/self_attn/v_proj/Linear", "/layers.7/self_attn/v_proj/Linear/post_convert", "/layers.7/self_attn/o_proj/Linear/pre_reshape", "/layers.7/self_attn/o_proj/Linear/pre_convert", "/layers.7/self_attn/o_proj/Linear", "/layers.7/self_attn/o_proj/Linear/post_convert", "/layers.7/mlp/gate_proj/Linear/pre_reshape", "/layers.7/mlp/gate_proj/Linear/pre_convert", "/layers.7/mlp/gate_proj/Linear", "/layers.7/mlp/gate_proj/Linear/post_convert", "/layers.7/mlp/up_proj/Linear/pre_reshape", "/layers.7/mlp/up_proj/Linear/pre_convert", "/layers.7/mlp/up_proj/Linear", "/layers.7/mlp/up_proj/Linear/post_convert", "/layers.7/mlp/down_proj/Linear/pre_reshape", "/layers.7/mlp/down_proj/Linear/pre_convert", "/layers.7/mlp/down_proj/Linear", "/layers.7/mlp/down_proj/Linear/post_convert", "/layers.8/self_attn/q_proj/Linear/pre_reshape", "/layers.8/self_attn/q_proj/Linear/pre_convert", "/layers.8/self_attn/q_proj/Linear", "/layers.8/self_attn/q_proj/Linear/post_convert", "/layers.8/self_attn/k_proj/Linear/pre_reshape", "/layers.8/self_attn/k_proj/Linear/pre_convert", "/layers.8/self_attn/k_proj/Linear", "/layers.8/self_attn/k_proj/Linear/post_convert", "/layers.8/self_attn/v_proj/Linear/pre_reshape", "/layers.8/self_attn/v_proj/Linear/pre_convert", "/layers.8/self_attn/v_proj/Linear", "/layers.8/self_attn/v_proj/Linear/post_convert", "/layers.8/self_attn/o_proj/Linear/pre_reshape", "/layers.8/self_attn/o_proj/Linear/pre_convert", "/layers.8/self_attn/o_proj/Linear", "/layers.8/self_attn/o_proj/Linear/post_convert", "/layers.8/mlp/gate_proj/Linear/pre_reshape", "/layers.8/mlp/gate_proj/Linear/pre_convert", "/layers.8/mlp/gate_proj/Linear", "/layers.8/mlp/gate_proj/Linear/post_convert", "/layers.8/mlp/up_proj/Linear/pre_reshape", "/layers.8/mlp/up_proj/Linear/pre_convert", "/layers.8/mlp/up_proj/Linear", "/layers.8/mlp/up_proj/Linear/post_convert", "/layers.8/mlp/down_proj/Linear/pre_reshape", "/layers.8/mlp/down_proj/Linear/pre_convert", "/layers.8/mlp/down_proj/Linear", "/layers.8/mlp/down_proj/Linear/post_convert", "/layers.9/self_attn/q_proj/Linear/pre_reshape", "/layers.9/self_attn/q_proj/Linear/pre_convert", "/layers.9/self_attn/q_proj/Linear", "/layers.9/self_attn/q_proj/Linear/post_convert", "/layers.9/self_attn/k_proj/Linear/pre_reshape", "/layers.9/self_attn/k_proj/Linear/pre_convert", "/layers.9/self_attn/k_proj/Linear", "/layers.9/self_attn/k_proj/Linear/post_convert", "/layers.9/self_attn/v_proj/Linear/pre_reshape", "/layers.9/self_attn/v_proj/Linear/pre_convert", "/layers.9/self_attn/v_proj/Linear", "/layers.9/self_attn/v_proj/Linear/post_convert", "/layers.9/self_attn/o_proj/Linear/pre_reshape", "/layers.9/self_attn/o_proj/Linear/pre_convert", "/layers.9/self_attn/o_proj/Linear", "/layers.9/self_attn/o_proj/Linear/post_convert", "/layers.9/mlp/gate_proj/Linear/pre_reshape", "/layers.9/mlp/gate_proj/Linear/pre_convert", "/layers.9/mlp/gate_proj/Linear", "/layers.9/mlp/gate_proj/Linear/post_convert", "/layers.9/mlp/up_proj/Linear/pre_reshape", "/layers.9/mlp/up_proj/Linear/pre_convert", "/layers.9/mlp/up_proj/Linear", "/layers.9/mlp/up_proj/Linear/post_convert", "/layers.9/mlp/down_proj/Linear/pre_reshape", "/layers.9/mlp/down_proj/Linear/pre_convert", "/layers.9/mlp/down_proj/Linear", "/layers.9/mlp/down_proj/Linear/post_convert", "/layers.10/self_attn/q_proj/Linear/pre_reshape", "/layers.10/self_attn/q_proj/Linear/pre_convert", "/layers.10/self_attn/q_proj/Linear", "/layers.10/self_attn/q_proj/Linear/post_convert", "/layers.10/self_attn/k_proj/Linear/pre_reshape", "/layers.10/self_attn/k_proj/Linear/pre_convert", "/layers.10/self_attn/k_proj/Linear", "/layers.10/self_attn/k_proj/Linear/post_convert", "/layers.10/self_attn/v_proj/Linear/pre_reshape", "/layers.10/self_attn/v_proj/Linear/pre_convert", "/layers.10/self_attn/v_proj/Linear", "/layers.10/self_attn/v_proj/Linear/post_convert", "/layers.10/self_attn/o_proj/Linear/pre_reshape", "/layers.10/self_attn/o_proj/Linear/pre_convert", "/layers.10/self_attn/o_proj/Linear", "/layers.10/self_attn/o_proj/Linear/post_convert", "/layers.10/mlp/gate_proj/Linear/pre_reshape", "/layers.10/mlp/gate_proj/Linear/pre_convert", "/layers.10/mlp/gate_proj/Linear", "/layers.10/mlp/gate_proj/Linear/post_convert", "/layers.10/mlp/up_proj/Linear/pre_reshape", "/layers.10/mlp/up_proj/Linear/pre_convert", "/layers.10/mlp/up_proj/Linear", "/layers.10/mlp/up_proj/Linear/post_convert", "/layers.10/mlp/down_proj/Linear/pre_reshape", "/layers.10/mlp/down_proj/Linear/pre_convert", "/layers.10/mlp/down_proj/Linear", "/layers.10/mlp/down_proj/Linear/post_convert", "/layers.11/self_attn/q_proj/Linear/pre_reshape", "/layers.11/self_attn/q_proj/Linear/pre_convert", "/layers.11/self_attn/q_proj/Linear", "/layers.11/self_attn/q_proj/Linear/post_convert", "/layers.11/self_attn/k_proj/Linear/pre_reshape", "/layers.11/self_attn/k_proj/Linear/pre_convert", "/layers.11/self_attn/k_proj/Linear", "/layers.11/self_attn/k_proj/Linear/post_convert", "/layers.11/self_attn/v_proj/Linear/pre_reshape", "/layers.11/self_attn/v_proj/Linear/pre_convert", "/layers.11/self_attn/v_proj/Linear", "/layers.11/self_attn/v_proj/Linear/post_convert", "/layers.11/self_attn/o_proj/Linear/pre_reshape", "/layers.11/self_attn/o_proj/Linear/pre_convert", "/layers.11/self_attn/o_proj/Linear", "/layers.11/self_attn/o_proj/Linear/post_convert", "/layers.11/mlp/gate_proj/Linear/pre_reshape", "/layers.11/mlp/gate_proj/Linear/pre_convert", "/layers.11/mlp/gate_proj/Linear", "/layers.11/mlp/gate_proj/Linear/post_convert", "/layers.11/mlp/up_proj/Linear/pre_reshape", "/layers.11/mlp/up_proj/Linear/pre_convert", "/layers.11/mlp/up_proj/Linear", "/layers.11/mlp/up_proj/Linear/post_convert", "/layers.11/mlp/down_proj/Linear/pre_reshape", "/layers.11/mlp/down_proj/Linear/pre_convert", "/layers.11/mlp/down_proj/Linear", "/layers.11/mlp/down_proj/Linear/post_convert", "/layers.12/self_attn/q_proj/Linear/pre_reshape", "/layers.12/self_attn/q_proj/Linear/pre_convert", "/layers.12/self_attn/q_proj/Linear", "/layers.12/self_attn/q_proj/Linear/post_convert", "/layers.12/self_attn/k_proj/Linear/pre_reshape", "/layers.12/self_attn/k_proj/Linear/pre_convert", "/layers.12/self_attn/k_proj/Linear", "/layers.12/self_attn/k_proj/Linear/post_convert", "/layers.12/self_attn/v_proj/Linear/pre_reshape", "/layers.12/self_attn/v_proj/Linear/pre_convert", "/layers.12/self_attn/v_proj/Linear", "/layers.12/self_attn/v_proj/Linear/post_convert", "/layers.12/self_attn/o_proj/Linear/pre_reshape", "/layers.12/self_attn/o_proj/Linear/pre_convert", "/layers.12/self_attn/o_proj/Linear", "/layers.12/self_attn/o_proj/Linear/post_convert", "/layers.12/mlp/gate_proj/Linear/pre_reshape", "/layers.12/mlp/gate_proj/Linear/pre_convert", "/layers.12/mlp/gate_proj/Linear", "/layers.12/mlp/gate_proj/Linear/post_convert", "/layers.12/mlp/up_proj/Linear/pre_reshape", "/layers.12/mlp/up_proj/Linear/pre_convert", "/layers.12/mlp/up_proj/Linear", "/layers.12/mlp/up_proj/Linear/post_convert", "/layers.12/mlp/down_proj/Linear/pre_reshape", "/layers.12/mlp/down_proj/Linear/pre_convert", "/layers.12/mlp/down_proj/Linear", "/layers.12/mlp/down_proj/Linear/post_convert", "/layers.13/self_attn/q_proj/Linear/pre_reshape", "/layers.13/self_attn/q_proj/Linear/pre_convert", "/layers.13/self_attn/q_proj/Linear", "/layers.13/self_attn/q_proj/Linear/post_convert", "/layers.13/self_attn/k_proj/Linear/pre_reshape", "/layers.13/self_attn/k_proj/Linear/pre_convert", "/layers.13/self_attn/k_proj/Linear", "/layers.13/self_attn/k_proj/Linear/post_convert", "/layers.13/self_attn/v_proj/Linear/pre_reshape", "/layers.13/self_attn/v_proj/Linear/pre_convert", "/layers.13/self_attn/v_proj/Linear", "/layers.13/self_attn/v_proj/Linear/post_convert", "/layers.13/self_attn/o_proj/Linear/pre_reshape", "/layers.13/self_attn/o_proj/Linear/pre_convert", "/layers.13/self_attn/o_proj/Linear", "/layers.13/self_attn/o_proj/Linear/post_convert", "/layers.13/mlp/gate_proj/Linear/pre_reshape", "/layers.13/mlp/gate_proj/Linear/pre_convert", "/layers.13/mlp/gate_proj/Linear", "/layers.13/mlp/gate_proj/Linear/post_convert", "/layers.13/mlp/up_proj/Linear/pre_reshape", "/layers.13/mlp/up_proj/Linear/pre_convert", "/layers.13/mlp/up_proj/Linear", "/layers.13/mlp/up_proj/Linear/post_convert", "/layers.13/mlp/down_proj/Linear/pre_reshape", "/layers.13/mlp/down_proj/Linear/pre_convert", "/layers.13/mlp/down_proj/Linear", "/layers.13/mlp/down_proj/Linear/post_convert", "/layers.14/self_attn/q_proj/Linear/pre_reshape", "/layers.14/self_attn/q_proj/Linear/pre_convert", "/layers.14/self_attn/q_proj/Linear", "/layers.14/self_attn/q_proj/Linear/post_convert", "/layers.14/self_attn/k_proj/Linear/pre_reshape", "/layers.14/self_attn/k_proj/Linear/pre_convert", "/layers.14/self_attn/k_proj/Linear", "/layers.14/self_attn/k_proj/Linear/post_convert", "/layers.14/self_attn/v_proj/Linear/pre_reshape", "/layers.14/self_attn/v_proj/Linear/pre_convert", "/layers.14/self_attn/v_proj/Linear", "/layers.14/self_attn/v_proj/Linear/post_convert", "/layers.14/self_attn/o_proj/Linear/pre_reshape", "/layers.14/self_attn/o_proj/Linear/pre_convert", "/layers.14/self_attn/o_proj/Linear", "/layers.14/self_attn/o_proj/Linear/post_convert", "/layers.14/mlp/gate_proj/Linear/pre_reshape", "/layers.14/mlp/gate_proj/Linear/pre_convert", "/layers.14/mlp/gate_proj/Linear", "/layers.14/mlp/gate_proj/Linear/post_convert", "/layers.14/mlp/up_proj/Linear/pre_reshape", "/layers.14/mlp/up_proj/Linear/pre_convert", "/layers.14/mlp/up_proj/Linear", "/layers.14/mlp/up_proj/Linear/post_convert", "/layers.14/mlp/down_proj/Linear/pre_reshape", "/layers.14/mlp/down_proj/Linear/pre_convert", "/layers.14/mlp/down_proj/Linear", "/layers.14/mlp/down_proj/Linear/post_convert", "/layers.15/self_attn/q_proj/Linear/pre_reshape", "/layers.15/self_attn/q_proj/Linear/pre_convert", "/layers.15/self_attn/q_proj/Linear", "/layers.15/self_attn/q_proj/Linear/post_convert", "/layers.15/self_attn/k_proj/Linear/pre_reshape", "/layers.15/self_attn/k_proj/Linear/pre_convert", "/layers.15/self_attn/k_proj/Linear", "/layers.15/self_attn/k_proj/Linear/post_convert", "/layers.15/self_attn/v_proj/Linear/pre_reshape", "/layers.15/self_attn/v_proj/Linear/pre_convert", "/layers.15/self_attn/v_proj/Linear", "/layers.15/self_attn/v_proj/Linear/post_convert", "/layers.15/self_attn/o_proj/Linear/pre_reshape", "/layers.15/self_attn/o_proj/Linear/pre_convert", "/layers.15/self_attn/o_proj/Linear", "/layers.15/self_attn/o_proj/Linear/post_convert", "/layers.15/mlp/gate_proj/Linear/pre_reshape", "/layers.15/mlp/gate_proj/Linear/pre_convert", "/layers.15/mlp/gate_proj/Linear", "/layers.15/mlp/gate_proj/Linear/post_convert", "/layers.15/mlp/up_proj/Linear/pre_reshape", "/layers.15/mlp/up_proj/Linear/pre_convert", "/layers.15/mlp/up_proj/Linear", "/layers.15/mlp/up_proj/Linear/post_convert", "/layers.15/mlp/down_proj/Linear/pre_reshape", "/layers.15/mlp/down_proj/Linear/pre_convert", "/layers.15/mlp/down_proj/Linear", "/layers.15/mlp/down_proj/Linear/post_convert", "/layers.16/self_attn/q_proj/Linear/pre_reshape", "/layers.16/self_attn/q_proj/Linear/pre_convert", "/layers.16/self_attn/q_proj/Linear", "/layers.16/self_attn/q_proj/Linear/post_convert", "/layers.16/self_attn/k_proj/Linear/pre_reshape", "/layers.16/self_attn/k_proj/Linear/pre_convert", "/layers.16/self_attn/k_proj/Linear", "/layers.16/self_attn/k_proj/Linear/post_convert", "/layers.16/self_attn/v_proj/Linear/pre_reshape", "/layers.16/self_attn/v_proj/Linear/pre_convert", "/layers.16/self_attn/v_proj/Linear", "/layers.16/self_attn/v_proj/Linear/post_convert", "/layers.16/self_attn/o_proj/Linear/pre_reshape", "/layers.16/self_attn/o_proj/Linear/pre_convert", "/layers.16/self_attn/o_proj/Linear", "/layers.16/self_attn/o_proj/Linear/post_convert", "/layers.16/mlp/gate_proj/Linear/pre_reshape", "/layers.16/mlp/gate_proj/Linear/pre_convert", "/layers.16/mlp/gate_proj/Linear", "/layers.16/mlp/gate_proj/Linear/post_convert", "/layers.16/mlp/up_proj/Linear/pre_reshape", "/layers.16/mlp/up_proj/Linear/pre_convert", "/layers.16/mlp/up_proj/Linear", "/layers.16/mlp/up_proj/Linear/post_convert", "/layers.16/mlp/down_proj/Linear/pre_reshape", "/layers.16/mlp/down_proj/Linear/pre_convert", "/layers.16/mlp/down_proj/Linear", "/layers.16/mlp/down_proj/Linear/post_convert", "/layers.17/self_attn/q_proj/Linear/pre_reshape", "/layers.17/self_attn/q_proj/Linear/pre_convert", "/layers.17/self_attn/q_proj/Linear", "/layers.17/self_attn/q_proj/Linear/post_convert", "/layers.17/self_attn/k_proj/Linear/pre_reshape", "/layers.17/self_attn/k_proj/Linear/pre_convert", "/layers.17/self_attn/k_proj/Linear", "/layers.17/self_attn/k_proj/Linear/post_convert", "/layers.17/self_attn/v_proj/Linear/pre_reshape", "/layers.17/self_attn/v_proj/Linear/pre_convert", "/layers.17/self_attn/v_proj/Linear", "/layers.17/self_attn/v_proj/Linear/post_convert", "/layers.17/self_attn/o_proj/Linear/pre_reshape", "/layers.17/self_attn/o_proj/Linear/pre_convert", "/layers.17/self_attn/o_proj/Linear", "/layers.17/self_attn/o_proj/Linear/post_convert", "/layers.17/mlp/gate_proj/Linear/pre_reshape", "/layers.17/mlp/gate_proj/Linear/pre_convert", "/layers.17/mlp/gate_proj/Linear", "/layers.17/mlp/gate_proj/Linear/post_convert", "/layers.17/mlp/up_proj/Linear/pre_reshape", "/layers.17/mlp/up_proj/Linear/pre_convert", "/layers.17/mlp/up_proj/Linear", "/layers.17/mlp/up_proj/Linear/post_convert", "/layers.17/mlp/down_proj/Linear/pre_reshape", "/layers.17/mlp/down_proj/Linear/pre_convert", "/layers.17/mlp/down_proj/Linear", "/layers.17/mlp/down_proj/Linear/post_convert", "/layers.18/self_attn/q_proj/Linear/pre_reshape", "/layers.18/self_attn/q_proj/Linear/pre_convert", "/layers.18/self_attn/q_proj/Linear", "/layers.18/self_attn/q_proj/Linear/post_convert", "/layers.18/self_attn/k_proj/Linear/pre_reshape", "/layers.18/self_attn/k_proj/Linear/pre_convert", "/layers.18/self_attn/k_proj/Linear", "/layers.18/self_attn/k_proj/Linear/post_convert", "/layers.18/self_attn/v_proj/Linear/pre_reshape", "/layers.18/self_attn/v_proj/Linear/pre_convert", "/layers.18/self_attn/v_proj/Linear", "/layers.18/self_attn/v_proj/Linear/post_convert", "/layers.18/self_attn/o_proj/Linear/pre_reshape", "/layers.18/self_attn/o_proj/Linear/pre_convert", "/layers.18/self_attn/o_proj/Linear", "/layers.18/self_attn/o_proj/Linear/post_convert", "/layers.18/mlp/gate_proj/Linear/pre_reshape", "/layers.18/mlp/gate_proj/Linear/pre_convert", "/layers.18/mlp/gate_proj/Linear", "/layers.18/mlp/gate_proj/Linear/post_convert", "/layers.18/mlp/up_proj/Linear/pre_reshape", "/layers.18/mlp/up_proj/Linear/pre_convert", "/layers.18/mlp/up_proj/Linear", "/layers.18/mlp/up_proj/Linear/post_convert", "/layers.18/mlp/down_proj/Linear/pre_reshape", "/layers.18/mlp/down_proj/Linear/pre_convert", "/layers.18/mlp/down_proj/Linear", "/layers.18/mlp/down_proj/Linear/post_convert", "/layers.19/self_attn/q_proj/Linear/pre_reshape", "/layers.19/self_attn/q_proj/Linear/pre_convert", "/layers.19/self_attn/q_proj/Linear", "/layers.19/self_attn/q_proj/Linear/post_convert", "/layers.19/self_attn/k_proj/Linear/pre_reshape", "/layers.19/self_attn/k_proj/Linear/pre_convert", "/layers.19/self_attn/k_proj/Linear", "/layers.19/self_attn/k_proj/Linear/post_convert", "/layers.19/self_attn/v_proj/Linear/pre_reshape", "/layers.19/self_attn/v_proj/Linear/pre_convert", "/layers.19/self_attn/v_proj/Linear", "/layers.19/self_attn/v_proj/Linear/post_convert", "/layers.19/self_attn/o_proj/Linear/pre_reshape", "/layers.19/self_attn/o_proj/Linear/pre_convert", "/layers.19/self_attn/o_proj/Linear", "/layers.19/self_attn/o_proj/Linear/post_convert", "/layers.19/mlp/gate_proj/Linear/pre_reshape", "/layers.19/mlp/gate_proj/Linear/pre_convert", "/layers.19/mlp/gate_proj/Linear", "/layers.19/mlp/gate_proj/Linear/post_convert", "/layers.19/mlp/up_proj/Linear/pre_reshape", "/layers.19/mlp/up_proj/Linear/pre_convert", "/layers.19/mlp/up_proj/Linear", "/layers.19/mlp/up_proj/Linear/post_convert", "/layers.19/mlp/down_proj/Linear/pre_reshape", "/layers.19/mlp/down_proj/Linear/pre_convert", "/layers.19/mlp/down_proj/Linear", "/layers.19/mlp/down_proj/Linear/post_convert", "/layers.20/self_attn/q_proj/Linear/pre_reshape", "/layers.20/self_attn/q_proj/Linear/pre_convert", "/layers.20/self_attn/q_proj/Linear", "/layers.20/self_attn/q_proj/Linear/post_convert", "/layers.20/self_attn/k_proj/Linear/pre_reshape", "/layers.20/self_attn/k_proj/Linear/pre_convert", "/layers.20/self_attn/k_proj/Linear", "/layers.20/self_attn/k_proj/Linear/post_convert", "/layers.20/self_attn/v_proj/Linear/pre_reshape", "/layers.20/self_attn/v_proj/Linear/pre_convert", "/layers.20/self_attn/v_proj/Linear", "/layers.20/self_attn/v_proj/Linear/post_convert", "/layers.20/self_attn/o_proj/Linear/pre_reshape", "/layers.20/self_attn/o_proj/Linear/pre_convert", "/layers.20/self_attn/o_proj/Linear", "/layers.20/self_attn/o_proj/Linear/post_convert", "/layers.20/mlp/gate_proj/Linear/pre_reshape", "/layers.20/mlp/gate_proj/Linear/pre_convert", "/layers.20/mlp/gate_proj/Linear", "/layers.20/mlp/gate_proj/Linear/post_convert", "/layers.20/mlp/up_proj/Linear/pre_reshape", "/layers.20/mlp/up_proj/Linear/pre_convert", "/layers.20/mlp/up_proj/Linear", "/layers.20/mlp/up_proj/Linear/post_convert", "/layers.20/mlp/down_proj/Linear/pre_reshape", "/layers.20/mlp/down_proj/Linear/pre_convert", "/layers.20/mlp/down_proj/Linear", "/layers.20/mlp/down_proj/Linear/post_convert", "/layers.21/self_attn/q_proj/Linear/pre_reshape", "/layers.21/self_attn/q_proj/Linear/pre_convert", "/layers.21/self_attn/q_proj/Linear", "/layers.21/self_attn/q_proj/Linear/post_convert", "/layers.21/self_attn/k_proj/Linear/pre_reshape", "/layers.21/self_attn/k_proj/Linear/pre_convert", "/layers.21/self_attn/k_proj/Linear", "/layers.21/self_attn/k_proj/Linear/post_convert", "/layers.21/self_attn/v_proj/Linear/pre_reshape", "/layers.21/self_attn/v_proj/Linear/pre_convert", "/layers.21/self_attn/v_proj/Linear", "/layers.21/self_attn/v_proj/Linear/post_convert", "/layers.21/self_attn/o_proj/Linear/pre_reshape", "/layers.21/self_attn/o_proj/Linear/pre_convert", "/layers.21/self_attn/o_proj/Linear", "/layers.21/self_attn/o_proj/Linear/post_convert", "/layers.21/mlp/gate_proj/Linear/pre_reshape", "/layers.21/mlp/gate_proj/Linear/pre_convert", "/layers.21/mlp/gate_proj/Linear", "/layers.21/mlp/gate_proj/Linear/post_convert", "/layers.21/mlp/up_proj/Linear/pre_reshape", "/layers.21/mlp/up_proj/Linear/pre_convert", "/layers.21/mlp/up_proj/Linear", "/layers.21/mlp/up_proj/Linear/post_convert", "/layers.21/mlp/down_proj/Linear/pre_reshape", "/layers.21/mlp/down_proj/Linear/pre_convert", "/layers.21/mlp/down_proj/Linear", "/layers.21/mlp/down_proj/Linear/post_convert", "/layers.22/self_attn/q_proj/Linear/pre_reshape", "/layers.22/self_attn/q_proj/Linear/pre_convert", "/layers.22/self_attn/q_proj/Linear", "/layers.22/self_attn/q_proj/Linear/post_convert", "/layers.22/self_attn/k_proj/Linear/pre_reshape", "/layers.22/self_attn/k_proj/Linear/pre_convert", "/layers.22/self_attn/k_proj/Linear", "/layers.22/self_attn/k_proj/Linear/post_convert", "/layers.22/self_attn/v_proj/Linear/pre_reshape", "/layers.22/self_attn/v_proj/Linear/pre_convert", "/layers.22/self_attn/v_proj/Linear", "/layers.22/self_attn/v_proj/Linear/post_convert", "/layers.22/self_attn/o_proj/Linear/pre_reshape", "/layers.22/self_attn/o_proj/Linear/pre_convert", "/layers.22/self_attn/o_proj/Linear", "/layers.22/self_attn/o_proj/Linear/post_convert", "/layers.22/mlp/gate_proj/Linear/pre_reshape", "/layers.22/mlp/gate_proj/Linear/pre_convert", "/layers.22/mlp/gate_proj/Linear", "/layers.22/mlp/gate_proj/Linear/post_convert", "/layers.22/mlp/up_proj/Linear/pre_reshape", "/layers.22/mlp/up_proj/Linear/pre_convert", "/layers.22/mlp/up_proj/Linear", "/layers.22/mlp/up_proj/Linear/post_convert", "/layers.22/mlp/down_proj/Linear/pre_reshape", "/layers.22/mlp/down_proj/Linear/pre_convert", "/layers.22/mlp/down_proj/Linear", "/layers.22/mlp/down_proj/Linear/post_convert", "/layers.23/self_attn/q_proj/Linear/pre_reshape", "/layers.23/self_attn/q_proj/Linear/pre_convert", "/layers.23/self_attn/q_proj/Linear", "/layers.23/self_attn/q_proj/Linear/post_convert", "/layers.23/self_attn/k_proj/Linear/pre_reshape", "/layers.23/self_attn/k_proj/Linear/pre_convert", "/layers.23/self_attn/k_proj/Linear", "/layers.23/self_attn/k_proj/Linear/post_convert", "/layers.23/self_attn/v_proj/Linear/pre_reshape", "/layers.23/self_attn/v_proj/Linear/pre_convert", "/layers.23/self_attn/v_proj/Linear", "/layers.23/self_attn/v_proj/Linear/post_convert", "/layers.23/self_attn/o_proj/Linear/pre_reshape", "/layers.23/self_attn/o_proj/Linear/pre_convert", "/layers.23/self_attn/o_proj/Linear", "/layers.23/self_attn/o_proj/Linear/post_convert", "/layers.23/mlp/gate_proj/Linear/pre_reshape", "/layers.23/mlp/gate_proj/Linear/pre_convert", "/layers.23/mlp/gate_proj/Linear", "/layers.23/mlp/gate_proj/Linear/post_convert", "/layers.23/mlp/up_proj/Linear/pre_reshape", "/layers.23/mlp/up_proj/Linear/pre_convert", "/layers.23/mlp/up_proj/Linear", "/layers.23/mlp/up_proj/Linear/post_convert", "/layers.23/mlp/down_proj/Linear/pre_reshape", "/layers.23/mlp/down_proj/Linear/pre_convert", "/layers.23/mlp/down_proj/Linear", "/layers.23/mlp/down_proj/Linear/post_convert", "/layers.24/self_attn/q_proj/Linear/pre_reshape", "/layers.24/self_attn/q_proj/Linear/pre_convert", "/layers.24/self_attn/q_proj/Linear", "/layers.24/self_attn/q_proj/Linear/post_convert", "/layers.24/self_attn/k_proj/Linear/pre_reshape", "/layers.24/self_attn/k_proj/Linear/pre_convert", "/layers.24/self_attn/k_proj/Linear", "/layers.24/self_attn/k_proj/Linear/post_convert", "/layers.24/self_attn/v_proj/Linear/pre_reshape", "/layers.24/self_attn/v_proj/Linear/pre_convert", "/layers.24/self_attn/v_proj/Linear", "/layers.24/self_attn/v_proj/Linear/post_convert", "/layers.24/self_attn/o_proj/Linear/pre_reshape", "/layers.24/self_attn/o_proj/Linear/pre_convert", "/layers.24/self_attn/o_proj/Linear", "/layers.24/self_attn/o_proj/Linear/post_convert", "/layers.24/mlp/gate_proj/Linear/pre_reshape", "/layers.24/mlp/gate_proj/Linear/pre_convert", "/layers.24/mlp/gate_proj/Linear", "/layers.24/mlp/gate_proj/Linear/post_convert", "/layers.24/mlp/up_proj/Linear/pre_reshape", "/layers.24/mlp/up_proj/Linear/pre_convert", "/layers.24/mlp/up_proj/Linear", "/layers.24/mlp/up_proj/Linear/post_convert", "/layers.24/mlp/down_proj/Linear/pre_reshape", "/layers.24/mlp/down_proj/Linear/pre_convert", "/layers.24/mlp/down_proj/Linear", "/layers.24/mlp/down_proj/Linear/post_convert", "/layers.25/self_attn/q_proj/Linear/pre_reshape", "/layers.25/self_attn/q_proj/Linear/pre_convert", "/layers.25/self_attn/q_proj/Linear", "/layers.25/self_attn/q_proj/Linear/post_convert", "/layers.25/self_attn/k_proj/Linear/pre_reshape", "/layers.25/self_attn/k_proj/Linear/pre_convert", "/layers.25/self_attn/k_proj/Linear", "/layers.25/self_attn/k_proj/Linear/post_convert", "/layers.25/self_attn/v_proj/Linear/pre_reshape", "/layers.25/self_attn/v_proj/Linear/pre_convert", "/layers.25/self_attn/v_proj/Linear", "/layers.25/self_attn/v_proj/Linear/post_convert", "/layers.25/self_attn/o_proj/Linear/pre_reshape", "/layers.25/self_attn/o_proj/Linear/pre_convert", "/layers.25/self_attn/o_proj/Linear", "/layers.25/self_attn/o_proj/Linear/post_convert", "/layers.25/mlp/gate_proj/Linear/pre_reshape", "/layers.25/mlp/gate_proj/Linear/pre_convert", "/layers.25/mlp/gate_proj/Linear", "/layers.25/mlp/gate_proj/Linear/post_convert", "/layers.25/mlp/up_proj/Linear/pre_reshape", "/layers.25/mlp/up_proj/Linear/pre_convert", "/layers.25/mlp/up_proj/Linear", "/layers.25/mlp/up_proj/Linear/post_convert", "/layers.25/mlp/down_proj/Linear/pre_reshape", "/layers.25/mlp/down_proj/Linear/pre_convert", "/layers.25/mlp/down_proj/Linear", "/layers.25/mlp/down_proj/Linear/post_convert", "/layers.26/self_attn/q_proj/Linear/pre_reshape", "/layers.26/self_attn/q_proj/Linear/pre_convert", "/layers.26/self_attn/q_proj/Linear", "/layers.26/self_attn/q_proj/Linear/post_convert", "/layers.26/self_attn/k_proj/Linear/pre_reshape", "/layers.26/self_attn/k_proj/Linear/pre_convert", "/layers.26/self_attn/k_proj/Linear", "/layers.26/self_attn/k_proj/Linear/post_convert", "/layers.26/self_attn/v_proj/Linear/pre_reshape", "/layers.26/self_attn/v_proj/Linear/pre_convert", "/layers.26/self_attn/v_proj/Linear", "/layers.26/self_attn/v_proj/Linear/post_convert", "/layers.26/self_attn/o_proj/Linear/pre_reshape", "/layers.26/self_attn/o_proj/Linear/pre_convert", "/layers.26/self_attn/o_proj/Linear", "/layers.26/self_attn/o_proj/Linear/post_convert", "/layers.26/mlp/gate_proj/Linear/pre_reshape", "/layers.26/mlp/gate_proj/Linear/pre_convert", "/layers.26/mlp/gate_proj/Linear", "/layers.26/mlp/gate_proj/Linear/post_convert", "/layers.26/mlp/up_proj/Linear/pre_reshape", "/layers.26/mlp/up_proj/Linear/pre_convert", "/layers.26/mlp/up_proj/Linear", "/layers.26/mlp/up_proj/Linear/post_convert", "/layers.26/mlp/down_proj/Linear/pre_reshape", "/layers.26/mlp/down_proj/Linear/pre_convert", "/layers.26/mlp/down_proj/Linear", "/layers.26/mlp/down_proj/Linear/post_convert", "/layers.27/self_attn/q_proj/Linear/pre_reshape", "/layers.27/self_attn/q_proj/Linear/pre_convert", "/layers.27/self_attn/q_proj/Linear", "/layers.27/self_attn/q_proj/Linear/post_convert", "/layers.27/self_attn/k_proj/Linear/pre_reshape", "/layers.27/self_attn/k_proj/Linear/pre_convert", "/layers.27/self_attn/k_proj/Linear", "/layers.27/self_attn/k_proj/Linear/post_convert", "/layers.27/self_attn/v_proj/Linear/pre_reshape", "/layers.27/self_attn/v_proj/Linear/pre_convert", "/layers.27/self_attn/v_proj/Linear", "/layers.27/self_attn/v_proj/Linear/post_convert", "/layers.27/self_attn/o_proj/Linear/pre_reshape", "/layers.27/self_attn/o_proj/Linear/pre_convert", "/layers.27/self_attn/o_proj/Linear", "/layers.27/self_attn/o_proj/Linear/post_convert", "/layers.27/mlp/gate_proj/Linear/pre_reshape", "/layers.27/mlp/gate_proj/Linear/pre_convert", "/layers.27/mlp/gate_proj/Linear", "/layers.27/mlp/gate_proj/Linear/post_convert", "/layers.27/mlp/up_proj/Linear/pre_reshape", "/layers.27/mlp/up_proj/Linear/pre_convert", "/layers.27/mlp/up_proj/Linear", "/layers.27/mlp/up_proj/Linear/post_convert", "/layers.27/mlp/down_proj/Linear/pre_reshape", "/layers.27/mlp/down_proj/Linear/pre_convert", "/layers.27/mlp/down_proj/Linear", "/layers.27/mlp/down_proj/Linear/post_convert", "/layers.28/self_attn/q_proj/Linear/pre_reshape", "/layers.28/self_attn/q_proj/Linear/pre_convert", "/layers.28/self_attn/q_proj/Linear", "/layers.28/self_attn/q_proj/Linear/post_convert", "/layers.28/self_attn/k_proj/Linear/pre_reshape", "/layers.28/self_attn/k_proj/Linear/pre_convert", "/layers.28/self_attn/k_proj/Linear", "/layers.28/self_attn/k_proj/Linear/post_convert", "/layers.28/self_attn/v_proj/Linear/pre_reshape", "/layers.28/self_attn/v_proj/Linear/pre_convert", "/layers.28/self_attn/v_proj/Linear", "/layers.28/self_attn/v_proj/Linear/post_convert", "/layers.28/self_attn/o_proj/Linear/pre_reshape", "/layers.28/self_attn/o_proj/Linear/pre_convert", "/layers.28/self_attn/o_proj/Linear", "/layers.28/self_attn/o_proj/Linear/post_convert", "/layers.28/mlp/gate_proj/Linear/pre_reshape", "/layers.28/mlp/gate_proj/Linear/pre_convert", "/layers.28/mlp/gate_proj/Linear", "/layers.28/mlp/gate_proj/Linear/post_convert", "/layers.28/mlp/up_proj/Linear/pre_reshape", "/layers.28/mlp/up_proj/Linear/pre_convert", "/layers.28/mlp/up_proj/Linear", "/layers.28/mlp/up_proj/Linear/post_convert", "/layers.28/mlp/down_proj/Linear/pre_reshape", "/layers.28/mlp/down_proj/Linear/pre_convert", "/layers.28/mlp/down_proj/Linear", "/layers.28/mlp/down_proj/Linear/post_convert", "/layers.29/self_attn/q_proj/Linear/pre_reshape", "/layers.29/self_attn/q_proj/Linear/pre_convert", "/layers.29/self_attn/q_proj/Linear", "/layers.29/self_attn/q_proj/Linear/post_convert", "/layers.29/self_attn/k_proj/Linear/pre_reshape", "/layers.29/self_attn/k_proj/Linear/pre_convert", "/layers.29/self_attn/k_proj/Linear", "/layers.29/self_attn/k_proj/Linear/post_convert", "/layers.29/self_attn/v_proj/Linear/pre_reshape", "/layers.29/self_attn/v_proj/Linear/pre_convert", "/layers.29/self_attn/v_proj/Linear", "/layers.29/self_attn/v_proj/Linear/post_convert", "/layers.29/self_attn/o_proj/Linear/pre_reshape", "/layers.29/self_attn/o_proj/Linear/pre_convert", "/layers.29/self_attn/o_proj/Linear", "/layers.29/self_attn/o_proj/Linear/post_convert", "/layers.29/mlp/gate_proj/Linear/pre_reshape", "/layers.29/mlp/gate_proj/Linear/pre_convert", "/layers.29/mlp/gate_proj/Linear", "/layers.29/mlp/gate_proj/Linear/post_convert", "/layers.29/mlp/up_proj/Linear/pre_reshape", "/layers.29/mlp/up_proj/Linear/pre_convert", "/layers.29/mlp/up_proj/Linear", "/layers.29/mlp/up_proj/Linear/post_convert", "/layers.29/mlp/down_proj/Linear/pre_reshape", "/layers.29/mlp/down_proj/Linear/pre_convert", "/layers.29/mlp/down_proj/Linear", "/layers.29/mlp/down_proj/Linear/post_convert", "/layers.30/self_attn/q_proj/Linear/pre_reshape", "/layers.30/self_attn/q_proj/Linear/pre_convert", "/layers.30/self_attn/q_proj/Linear", "/layers.30/self_attn/q_proj/Linear/post_convert", "/layers.30/self_attn/k_proj/Linear/pre_reshape", "/layers.30/self_attn/k_proj/Linear/pre_convert", "/layers.30/self_attn/k_proj/Linear", "/layers.30/self_attn/k_proj/Linear/post_convert", "/layers.30/self_attn/v_proj/Linear/pre_reshape", "/layers.30/self_attn/v_proj/Linear/pre_convert", "/layers.30/self_attn/v_proj/Linear", "/layers.30/self_attn/v_proj/Linear/post_convert", "/layers.30/self_attn/o_proj/Linear/pre_reshape", "/layers.30/self_attn/o_proj/Linear/pre_convert", "/layers.30/self_attn/o_proj/Linear", "/layers.30/self_attn/o_proj/Linear/post_convert", "/layers.30/mlp/gate_proj/Linear/pre_reshape", "/layers.30/mlp/gate_proj/Linear/pre_convert", "/layers.30/mlp/gate_proj/Linear", "/layers.30/mlp/gate_proj/Linear/post_convert", "/layers.30/mlp/up_proj/Linear/pre_reshape", "/layers.30/mlp/up_proj/Linear/pre_convert", "/layers.30/mlp/up_proj/Linear", "/layers.30/mlp/up_proj/Linear/post_convert", "/layers.30/mlp/down_proj/Linear/pre_reshape", "/layers.30/mlp/down_proj/Linear/pre_convert", "/layers.30/mlp/down_proj/Linear", "/layers.30/mlp/down_proj/Linear/post_convert", "/layers.31/self_attn/q_proj/Linear/pre_reshape", "/layers.31/self_attn/q_proj/Linear/pre_convert", "/layers.31/self_attn/q_proj/Linear", "/layers.31/self_attn/q_proj/Linear/post_convert", "/layers.31/self_attn/k_proj/Linear/pre_reshape", "/layers.31/self_attn/k_proj/Linear/pre_convert", "/layers.31/self_attn/k_proj/Linear", "/layers.31/self_attn/k_proj/Linear/post_convert", "/layers.31/self_attn/v_proj/Linear/pre_reshape", "/layers.31/self_attn/v_proj/Linear/pre_convert", "/layers.31/self_attn/v_proj/Linear", "/layers.31/self_attn/v_proj/Linear/post_convert", "/layers.31/self_attn/o_proj/Linear/pre_reshape", "/layers.31/self_attn/o_proj/Linear/pre_convert", "/layers.31/self_attn/o_proj/Linear", "/layers.31/self_attn/o_proj/Linear/post_convert", "/layers.31/mlp/gate_proj/Linear/pre_reshape", "/layers.31/mlp/gate_proj/Linear/pre_convert", "/layers.31/mlp/gate_proj/Linear", "/layers.31/mlp/gate_proj/Linear/post_convert", "/layers.31/mlp/up_proj/Linear/pre_reshape", "/layers.31/mlp/up_proj/Linear/pre_convert", "/layers.31/mlp/up_proj/Linear", "/layers.31/mlp/up_proj/Linear/post_convert", "/layers.31/mlp/down_proj/Linear/pre_reshape", "/layers.31/mlp/down_proj/Linear/pre_convert", "/layers.31/mlp/down_proj/Linear", "/layers.31/mlp/down_proj/Linear/post_convert", "/lm/lm_head/Linear/pre_reshape", "/lm/lm_head/Linear/pre_convert", "/lm/lm_head/Linear", "/lm/lm_head/Linear/post_convert" ], "tensorNumber": 0, "usage": "INFERENCE", "mnn_uuid": "fb33149c-7471-4fb3-b09a-43cc95c019d8" }